-- Logs begin at Sun 2021-08-29 10:44:43 UTC, end at Sun 2021-08-29 11:52:47 UTC. -- Aug 29 11:28:36.663462 dv-cinder-804757-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 11:28:39.342308 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.common.config [-] Logging enabled! Aug 29 11:28:39.342923 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 11:28:39.343086 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 11:28:39.346417 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.common.config [-] Logging enabled! Aug 29 11:28:39.346673 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 11:28:39.346985 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 11:28:39.347922 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 11:28:39.348156 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 11:28:39.348517 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 11:28:39.348784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 11:28:39.349010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 11:28:39.349335 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.349631 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.349926 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.350156 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.350450 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.350739 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.351020 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.351308 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.351601 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.351883 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.352161 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.352443 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.352701 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.352988 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.353322 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.353710 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.353937 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.354223 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.354648 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.355067 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.355346 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.355631 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.355908 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.356179 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.356453 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.356763 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.357121 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] host = dv-cinder-804757-4-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.357401 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.357686 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.357972 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.358259 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.358534 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.358809 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.359097 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.359374 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.359660 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.359948 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.360256 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.360535 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.360865 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.361089 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.361317 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.361609 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.361880 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.362164 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.362420 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.362692 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.362962 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.363232 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.363497 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.363807 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.364094 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.364409 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.364653 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.364931 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.365228 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.365499 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.365781 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.366054 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.366354 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.366661 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.366969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.367241 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.367519 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.367819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.368102 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.368411 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.368718 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.368993 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.369302 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.369572 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.369843 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.370142 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.370413 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.370682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.370977 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.371228 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.371496 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.371767 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.372035 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.372316 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:39.372673 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.372988 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.373291 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.373576 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.373873 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.374162 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.374451 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.374729 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.375018 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.375305 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.375590 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.375864 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.376148 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.376421 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.376737 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.377046 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.377339 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.377631 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.377905 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.378178 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.378451 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.378729 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.379017 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.379293 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.379580 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.379868 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.380146 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.380432 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.380747 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.381037 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.381313 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.381591 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.381881 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.382158 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.382429 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.382707 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.382995 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.383272 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.383546 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.383827 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.384108 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.384381 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.384671 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.384954 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.385244 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.385522 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.385795 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.386068 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.386345 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.386618 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.386904 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.387182 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.387456 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.387991 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.388812 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.389087 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.389360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.389637 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.389908 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.390183 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.390453 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.390721 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.390992 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.391262 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.391531 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.391802 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.392070 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.392344 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.392615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.392904 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.393175 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.393444 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.393715 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.393998 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.394292 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.394574 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.394851 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.395127 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.395404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.395682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.395957 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.396234 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.396509 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.396809 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.397098 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.397382 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.397665 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.397947 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.398225 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.398522 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.398800 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.399080 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.399356 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.399632 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.399912 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.400191 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.400478 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.400804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.401095 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.401385 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.401675 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.401955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.402261 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.402541 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:39.402758 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 11:28:39.402993 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 11:28:39.747191 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 11:28:39.747470 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 11:28:39.748271 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 11:28:39.748601 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 11:28:40.135779 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.136071 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.136343 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.137926 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.138229 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.138500 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.173624 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.173904 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.174175 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.189219 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.189501 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.189767 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.217062 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.217343 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.217608 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.254858 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.255138 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.255407 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.483635 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.484210 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.484210 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.484366 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.485256 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.602238 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.602559 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.602844 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.603116 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.603385 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.603697 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.603955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.604214 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.604467 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.604769 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.605025 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.605298 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.605552 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.605800 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.606053 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.606314 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.606572 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.606849 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.607645 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.607899 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.608168 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.608420 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.608725 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.609105 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.609353 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.609598 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.609992 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.610232 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.610470 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.610705 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.610939 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.611175 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:40.611533 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 11:28:40.614607 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 11:28:40.618593 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 11:28:40.622301 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 29 11:28:40.623955 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 11:28:40.624387 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 11:28:40.624742 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 11:28:40.625122 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 11:28:40.627864 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 11:28:40.628113 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 11:28:40.628458 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 11:28:40.633682 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 11:28:40.656039 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 11:28:40.656477 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.656794 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 11:28:40.657155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.658497 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 11:28:40.658773 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 11:28:40.659017 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 11:28:40.662165 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.662446 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:40.725565 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 11:28:40.725799 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 11:28:40.726031 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 11:28:40.726389 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 11:28:40.746961 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_db.sqlalchemy.engines [None req-f15865bf-9f10-49e4-9117-a473261601be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 11:28:41.506037 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing driver for type 'gre' Aug 29 11:28:41.506579 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f15865bf-9f10-49e4-9117-a473261601be None None] gre ID ranges: [(1, 1000)] Aug 29 11:28:41.734851 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing driver for type 'local' Aug 29 11:28:41.735196 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing driver for type 'vlan' Aug 29 11:28:41.849511 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f15865bf-9f10-49e4-9117-a473261601be None None] VlanTypeDriver initialization complete Aug 29 11:28:41.849856 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing driver for type 'vxlan' Aug 29 11:28:41.850360 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f15865bf-9f10-49e4-9117-a473261601be None None] vxlan ID ranges: [(1, 1000)] Aug 29 11:28:42.106844 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing extension driver 'port_security' Aug 29 11:28:42.107114 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.extensions.port_security [None req-f15865bf-9f10-49e4-9117-a473261601be None None] PortSecurityExtensionDriver initialization complete Aug 29 11:28:42.107440 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing mechanism driver 'openvswitch' Aug 29 11:28:42.107763 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing mechanism driver 'hyperv' Aug 29 11:28:42.114903 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.plugin [None req-f15865bf-9f10-49e4-9117-a473261601be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:42.115596 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.115977 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.116337 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.116884 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.117325 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.117687 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.118039 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.118435 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.118845 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.119203 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.119554 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.119948 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.120356 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.120731 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.121081 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.121616 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.122028 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.122386 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.122737 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.123133 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.123539 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > address_group after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.123891 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > address_group after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.124236 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > address_group after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.124647 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 11:28:42.125028 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f15865bf-9f10-49e4-9117-a473261601be None None] ML2 OVO RPC backend initialized. {{(pid=94405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 11:28:42.125732 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.126092 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.126515 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.126868 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > networks before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.127222 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.127568 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > ports before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.127927 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.128275 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnets before_response 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.128650 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.128999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.129339 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.129682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.130224 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.130569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.130912 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.131251 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.131591 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > subnet after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.132284 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.plugin [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Modular L2 Plugin initialization complete Aug 29 11:28:42.132620 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading services supported by the core plugin {{(pid=94405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 11:28:42.132980 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.plugins.ml2.managers [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Got port-security extension from driver 'port_security' Aug 29 11:28:42.133447 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.extensions.vlantransparent [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Disabled vlantransparent extension. Aug 29 11:28:42.133958 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 11:28:42.134272 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: router Aug 29 11:28:42.181777 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.182184 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.182565 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router before_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.182950 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.183333 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.183700 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_delete 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.184071 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > floatingip after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.184429 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > floatingip after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.184830 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.185186 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.185546 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.185903 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.186272 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.186694 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.187075 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.187425 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.187771 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: subnet after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.188118 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.188477 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > port precommit_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.188857 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.189212 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.189571 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.189938 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router after_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.190293 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_delete 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.190655 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_create 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.191024 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router_interface after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.191376 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_update 55549900 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.191751 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > agent after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.192110 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > agent after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.192462 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > network after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.193363 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Tracking information for resource: router configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:42.193702 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Tracking information for resource: floatingip configured {{(pid=94405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 11:28:42.198612 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.db.l3_agentschedulers_db [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 11:28:42.199201 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.199581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.199944 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.200311 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: port after_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.201144 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router before_create 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.201523 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_delete 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.201896 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_create 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.202263 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > router precommit_update 55550100 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.206858 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.provider_configuration [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service providers = [] {{(pid=94405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 11:28:42.207232 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.db.servicetype_db [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 11:28:42.210251 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 11:28:42.210616 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 11:28:42.210968 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 11:28:42.211872 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.services.service_base [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 11:28:42.212252 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.services.service_base [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 11:28:42.212662 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.212987 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 11:28:42.224066 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.224426 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: auto_allocate Aug 29 11:28:42.230245 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: network precommit_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.230622 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: network precommit_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.231150 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.231479 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: tag Aug 29 11:28:42.238647 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.238986 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: timestamp Aug 29 11:28:42.243025 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.243372 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: network_ip_availability Aug 29 11:28:42.248817 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.249225 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.249599 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.250321 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.250650 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: flavors Aug 29 11:28:42.255456 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.255799 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading Plugin: revisions Aug 29 11:28:42.260103 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 11:28:42.260499 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.512s {{(pid=94405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 11:28:42.261275 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 11:28:42.261620 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Initializing extension manager. Aug 29 11:28:42.262138 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: __init__.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.262485 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: __pycache__ {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.263082 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.263427 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.264186 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.265314 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: address-group Aug 29 11:28:42.265648 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: address_scope.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.266405 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.266932 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: address-scope Aug 29 11:28:42.267262 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: admin_state_down_before_update.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.268207 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.268758 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: router-admin-state-down-before-update Aug 29 11:28:42.269090 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: agent.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.269995 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.270526 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: agent Aug 29 11:28:42.270855 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: agent_resources_synced.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.271785 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.272311 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: agent-resources-synced Aug 29 11:28:42.272650 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: allowedaddresspairs.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.274458 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.274998 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: allowed-address-pairs Aug 29 11:28:42.275333 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: auto_allocated_topology.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.276422 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.276985 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: auto-allocated-topology Aug 29 11:28:42.277315 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.278020 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.278544 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: availability_zone Aug 29 11:28:42.278873 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: availability_zone_filter.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.279795 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.280888 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: availability_zone_filter Aug 29 11:28:42.281224 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: data_plane_status.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.282167 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.282685 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 11:28:42.283010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: default_subnetpools.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.283939 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.284462 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: default-subnetpools Aug 29 11:28:42.284828 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: dhcpagentscheduler.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.285648 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.286171 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: dhcp_agent_scheduler Aug 29 11:28:42.286501 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: dns.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.287431 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.287949 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension dns-integration not supported by any of loaded plugins Aug 29 11:28:42.288277 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: dns_domain_ports.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.289245 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.289764 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 11:28:42.290114 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.291031 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.291549 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 11:28:42.291876 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: dvr.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.292551 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.293099 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: dvr Aug 29 11:28:42.293426 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: ecmp_routes.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.294361 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.294877 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 11:28:42.295204 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: empty_string_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.296148 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.296696 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: empty-string-filtering Aug 29 11:28:42.297027 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.297955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.298472 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 11:28:42.298801 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.299725 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.300249 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 11:28:42.300578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: external_net.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.301576 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.302105 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: external-net Aug 29 11:28:42.302433 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: extra_dhcp_opt.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.303361 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.303884 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: extra_dhcp_opt Aug 29 11:28:42.304214 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: extraroute.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.305160 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.305685 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: extraroute Aug 29 11:28:42.306013 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: extraroute_atomic.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.307057 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.307583 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: extraroute-atomic Aug 29 11:28:42.307912 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: filter_validation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.308587 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.309133 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: filter-validation Aug 29 11:28:42.309461 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: fip_pf_description.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.310391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.310906 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 11:28:42.311234 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: fip_port_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.312183 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.312734 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: fip-port-details Aug 29 11:28:42.313064 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: flavors.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.314294 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.314825 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: flavors Aug 29 11:28:42.315157 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.316841 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.317374 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 11:28:42.317712 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: floatingip_pools.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.318429 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.318954 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: floatingip-pools Aug 29 11:28:42.319289 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: ip_allocation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.320241 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.320797 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 11:28:42.321129 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.322074 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.322602 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: ip-substring-filtering Aug 29 11:28:42.322938 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l2_adjacency.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.323881 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.324400 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 11:28:42.324769 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.325881 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.326418 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: router Aug 29 11:28:42.326756 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3_conntrack_helper.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.329546 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.330093 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 11:28:42.330432 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.331387 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.331918 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: ext-gw-mode Aug 29 11:28:42.332253 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.333215 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.333750 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: l3-ha Aug 29 11:28:42.334078 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3_flavors.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.335009 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.335528 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: l3-flavors Aug 29 11:28:42.335859 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.336820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.337345 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 11:28:42.337676 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: l3agentscheduler.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.338749 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.339277 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: l3_agent_scheduler Aug 29 11:28:42.339608 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: logging.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.341163 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.341705 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension logging not supported by any of loaded plugins Aug 29 11:28:42.342038 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: metering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.342851 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.343939 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: metering Aug 29 11:28:42.344270 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.345422 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.345950 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: metering_source_and_destination_fields Aug 29 11:28:42.346284 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: multiprovidernet.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.347235 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.347759 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: multi-provider Aug 29 11:28:42.348092 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: netmtu.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.349060 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.349584 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: net-mtu Aug 29 11:28:42.349919 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: netmtu_writable.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.350872 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.351395 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: net-mtu-writable Aug 29 11:28:42.351727 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: network_availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.352412 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.352970 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: network_availability_zone Aug 29 11:28:42.353301 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: network_ip_availability.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.354404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.354935 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: network-ip-availability Aug 29 11:28:42.355267 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: network_segment_range.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.356041 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.356590 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 11:28:42.357001 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: pagination.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.357953 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.358290 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: pagination Aug 29 11:28:42.358643 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: port_device_profile.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.359579 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.360117 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: port-device-profile Aug 29 11:28:42.360446 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.361438 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.361965 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: port-mac-address-regenerate Aug 29 11:28:42.362294 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.363227 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.363757 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: port-numa-affinity-policy Aug 29 11:28:42.364084 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: port_resource_request.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.365243 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.365566 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 11:28:42.365894 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: portbindings.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.366837 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.367361 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: binding Aug 29 11:28:42.367689 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: portbindings_extended.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.369146 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.369682 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: binding-extended Aug 29 11:28:42.370025 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: portsecurity.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.370960 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.371487 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: port-security Aug 29 11:28:42.371820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: project_id.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.372844 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.373185 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: project-id Aug 29 11:28:42.373514 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: providernet.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.374475 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.375008 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: provider Aug 29 11:28:42.375339 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.378946 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.379484 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos not supported by any of loaded plugins Aug 29 11:28:42.379830 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.381118 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.381653 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 11:28:42.381992 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.382927 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.383458 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 11:28:42.383793 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_default.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.384750 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.385285 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-default not supported by any of loaded plugins Aug 29 11:28:42.385622 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_fip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.386293 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.386812 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-fip not supported by any of loaded plugins Aug 29 11:28:42.387144 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_gateway_ip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.388356 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.388925 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 11:28:42.389262 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_port_network_policy.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.390752 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.391282 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 11:28:42.391615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_pps_rule.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.392835 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.393374 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-pps not supported by any of loaded plugins Aug 29 11:28:42.393708 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_rule_type_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.394640 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.395168 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 11:28:42.395499 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: qos_rules_alias.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.396552 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.397105 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 11:28:42.397435 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: quotasv2.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.398380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.398715 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: quotas Aug 29 11:28:42.399043 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: quotasv2_detail.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.402169 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.402524 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: quota_details Aug 29 11:28:42.402863 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: rbac.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.404141 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.404702 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: rbac-policies Aug 29 11:28:42.405044 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: rbac_address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.406547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.407081 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: rbac-address-group Aug 29 11:28:42.407416 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: rbac_address_scope.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.408358 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.408934 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: rbac-address-scope Aug 29 11:28:42.409268 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: rbac_security_groups.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.410215 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.410741 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: rbac-security-groups Aug 29 11:28:42.411074 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: rbac_subnetpool.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.412007 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.412533 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: rbac-subnetpool Aug 29 11:28:42.412891 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: revisionifmatch.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.413827 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.414355 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: revision-if-match Aug 29 11:28:42.414685 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: revisions.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.415813 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.416342 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: standard-attr-revisions Aug 29 11:28:42.416699 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: router_availability_zone.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.417387 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.417911 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: router_availability_zone Aug 29 11:28:42.418240 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: routerservicetype.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.419190 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.419713 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension router-service-type not supported by any of loaded plugins Aug 29 11:28:42.420040 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.421057 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.421582 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: security-groups-normalized-cidr Aug 29 11:28:42.421909 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: security_groups_port_filtering.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.422844 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.423370 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: port-security-groups-filtering Aug 29 11:28:42.423699 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.424656 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.425259 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: security-groups-remote-address-group Aug 29 11:28:42.425528 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: securitygroup.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.436425 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.437043 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: security-group Aug 29 11:28:42.437390 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: segment.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.438196 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.438721 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension segment not supported by any of loaded plugins Aug 29 11:28:42.439060 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.440016 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.440552 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 11:28:42.440922 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: servicetype.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.442130 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.442672 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: service-type Aug 29 11:28:42.443012 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: sorting.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.444017 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.444358 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: sorting Aug 29 11:28:42.444723 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: standard_attr_segment.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.445664 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.446195 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 11:28:42.446528 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: standardattrdescription.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.447190 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.447716 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: standard-attr-description Aug 29 11:28:42.448048 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: stateful_security_group.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.449026 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.449561 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: stateful-security-group Aug 29 11:28:42.449893 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: stdattrs_common.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.450491 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 11:28:42.450817 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.451778 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.452873 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 11:28:42.453206 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnet_onboard.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.454301 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.454841 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: subnet_onboard Aug 29 11:28:42.455175 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.456121 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.456674 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 11:28:42.457014 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnet_service_types.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.457969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.458503 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: subnet-service-types Aug 29 11:28:42.458837 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnetallocation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.459930 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.460461 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: subnet_allocation Aug 29 11:28:42.460832 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.461522 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.462048 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: subnetpool-prefix-ops Aug 29 11:28:42.462380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.463324 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.463848 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 11:28:42.464177 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: tagging.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.465290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.465825 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: standard-attr-tag Aug 29 11:28:42.466161 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: timestamp.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.467378 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.468454 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loaded extension: standard-attr-timestamp Aug 29 11:28:42.468821 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: trunk.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.469882 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.470418 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension trunk not supported by any of loaded plugins Aug 29 11:28:42.470757 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: trunk_details.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.471695 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.472224 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension trunk-details not supported by any of loaded plugins Aug 29 11:28:42.472555 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: uplink_status_propagation.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.473527 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.474054 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 11:28:42.474383 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Loading extension file: vlantransparent.py {{(pid=94405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 11:28:42.475064 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 11:28:42.475589 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 11:28:42.478086 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:network Aug 29 11:28:42.478623 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnet Aug 29 11:28:42.479033 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 11:28:42.479432 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:port Aug 29 11:28:42.480678 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.481131 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service FLAVORS assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.481771 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.482210 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.482547 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:router Aug 29 11:28:42.482983 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:floatingip Aug 29 11:28:42.483537 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service METERING assigned prefix: /metering {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.485189 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.485605 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.485998 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:28:42.487030 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 11:28:42.487482 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:security_group Aug 29 11:28:42.487919 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 11:28:42.488520 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.488899 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 11:28:42.489254 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] subnetpool is already registered Aug 29 11:28:42.489695 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.490028 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 11:28:42.490403 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] subnetpool is already registered Aug 29 11:28:42.492680 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.493123 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service FLAVORS assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.493737 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.494170 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.494514 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:router Aug 29 11:28:42.494862 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] router is already registered Aug 29 11:28:42.495285 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:floatingip Aug 29 11:28:42.495632 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] floatingip is already registered Aug 29 11:28:42.496093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service METERING assigned prefix: /metering {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.496802 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 11:28:42.497137 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] rbac_policy is already registered Aug 29 11:28:42.497555 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:security_group Aug 29 11:28:42.497898 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] security_group is already registered Aug 29 11:28:42.498307 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 11:28:42.498645 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] security_group_rule is already registered Aug 29 11:28:42.499308 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.499643 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 11:28:42.499982 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] subnetpool is already registered Aug 29 11:28:42.500404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.v2.resource_helper [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Service CORE assigned prefix: {{(pid=94405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 11:28:42.500767 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 11:28:42.501108 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING neutron.quota.resource_registry [None req-f15865bf-9f10-49e4-9117-a473261601be None None] subnetpool is already registered Aug 29 11:28:42.501576 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: extensions {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.503048 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: address-groups {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.504566 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: address-scopes {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.505944 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.507135 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: auto-allocated-topology {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.508409 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: availability_zones {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.509672 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: dhcp-networks {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.511217 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: dhcp-agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.512946 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.515718 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: flavors {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.516942 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: service_profiles {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.518182 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: next_providers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.519647 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: service_profiles {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.521232 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: floatingip-pools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.522472 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.524718 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: floatingips {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.526032 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: l3-routers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.527436 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: l3-agents {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.528881 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: metering-labels {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.530306 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: metering-label-rules {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.532161 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: network-ip-availabilities {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.533476 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: bindings {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.535149 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: quotas {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.536613 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: quotas {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.538087 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: rbac-policies {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.539300 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: security-groups {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.540615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: security-group-rules {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.541901 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: service-providers {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.543142 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: subnetpools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.545627 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: subnetpools {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.547155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.548940 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.550762 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.552574 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.554404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.556267 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.558004 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.559927 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.561821 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.563584 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron.api.extensions [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Extended resource: tags {{(pid=94405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 11:28:42.569503 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING keystonemiddleware.auth_token [None req-f15865bf-9f10-49e4-9117-a473261601be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 11:28:42.574191 dv-cinder-804757-4-iscsi neutron-server[94405]: WARNING keystonemiddleware.auth_token [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 11:28:42.583033 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Acquired lock "singleton_lock" {{(pid=94405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 11:28:42.583517 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_concurrency.lockutils [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Releasing lock "singleton_lock" {{(pid=94405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 11:28:42.584163 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Starting 2 workers Aug 29 11:28:42.589079 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Started child 94514 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 11:28:42.594199 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Started child 94515 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 11:28:42.595015 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.595840 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO neutron.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 11:28:42.596477 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [-] (94514) wsgi starting up on http://0.0.0.0:9696 Aug 29 11:28:42.596573 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Notify callbacks [] for process, before_spawn {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.598793 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.599223 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Starting 1 workers Aug 29 11:28:42.600121 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [-] (94515) wsgi starting up on http://0.0.0.0:9696 Aug 29 11:28:42.604201 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Started child 94516 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 11:28:42.604769 dv-cinder-804757-4-iscsi neutron-server[94405]: INFO oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Starting 1 workers Aug 29 11:28:42.614674 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] calling RpcWorker wait() {{(pid=94516) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 11:28:42.614674 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] returning from RpcWorker wait() {{(pid=94516) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 11:28:42.615359 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Started child 94517 {{(pid=94405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 11:28:42.615454 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.615524 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG neutron_lib.callbacks.manager [None req-f15865bf-9f10-49e4-9117-a473261601be None None] Notify callbacks [] for process, after_spawn {{(pid=94405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.615590 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.615654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616111 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616189 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616578 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.616952 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:42.617021 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617021 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617021 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617021 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617021 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617398 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617636 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.617937 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.618119 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.618293 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.618551 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.618820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.619052 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.619318 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.619573 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.620063 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.620322 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.620576 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.620851 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.621147 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.621395 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.621681 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.621944 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.622168 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.622420 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.622682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.622924 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.623144 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.623367 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.623628 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.623848 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.624375 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host = dv-cinder-804757-4-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.624615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.624904 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.625137 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.625389 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.625655 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.625906 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.626170 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.626446 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.626703 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.626939 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.627196 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.627449 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.627690 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.627933 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.628103 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_options = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.628324 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.628606 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.628910 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.629105 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.629278 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.629462 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.629704 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.629871 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.630108 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.630331 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.630547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.630767 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.630989 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.631229 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.631519 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.631759 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.632005 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.632218 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.632466 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.632741 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.632962 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.633217 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.633455 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.633678 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.633925 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.634143 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.634373 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.634592 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.634807 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.635064 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.635302 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.635579 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.635817 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.636087 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.636321 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.636553 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.636799 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.637075 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.637308 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.637825 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.638078 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.638318 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.638568 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.638803 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.639065 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.639298 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.639515 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.640248 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.640518 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.640777 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.640996 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.641213 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.641428 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.641666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.642108 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.642392 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.642851 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.643116 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.643395 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.643652 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.643891 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.644715 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.644715 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.645154 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.645404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.645605 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.645907 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.646133 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.646395 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.646744 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.647160 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.647481 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.647723 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.647963 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.648185 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.648440 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.648823 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.648983 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.649233 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.649468 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.649714 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.650038 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.650304 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.650591 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.650860 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.651100 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.651324 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.651549 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.651767 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.652004 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.652228 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.652517 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.652764 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.659290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.660447 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.661658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665155 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.665999 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.667159 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.672569 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.675561 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.676666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.678391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.679581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683368 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.683969 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.684819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.685804 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.687089 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.687089 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.687089 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.687417 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.687546 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688302 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688302 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688302 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688673 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688673 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.688905 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.689126 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.689367 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.689593 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.689839 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.690059 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.690290 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.690699 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.690809 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.691027 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.691361 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.691616 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.691854 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.692095 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.692344 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.692598 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.692864 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.693085 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.693305 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.693527 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.693748 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.694009 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.694260 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.694514 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.694772 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.694983 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.695199 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.695439 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.695654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.695948 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.696206 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.696438 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.696727 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.696971 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.697190 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.697439 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.697654 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.697867 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.698093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.698312 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.698525 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.698775 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.698989 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.699204 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.699450 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.699908 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.699908 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.700128 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.700370 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.700574 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.700845 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.701063 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.701276 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.701523 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.701735 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.701949 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.702218 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.702944 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.703158 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.703407 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.703627 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.703841 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.704065 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.704283 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.704515 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.704862 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.705119 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.709784 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710360 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710705 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.710946 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.711206 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.711452 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.711710 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.712729 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.712875 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.713019 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.713414 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.713550 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.713820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.714074 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.714664 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.714664 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.714927 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.715015 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.715231 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.715466 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.715709 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.715932 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.716087 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 11:28:42.716603 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 11:28:42.716793 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 11:28:42.716950 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 11:28:42.717126 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 11:28:42.717298 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 11:28:42.717454 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 11:28:42.717663 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.717846 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718012 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718174 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718336 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718519 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718681 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.718843 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719007 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719165 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719327 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719488 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719649 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719811 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.719974 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720134 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720295 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720457 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720623 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720806 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.720966 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721128 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721288 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] debug = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721449 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721649 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.721980 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722145 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722307 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722468 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722650 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722788 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.722957 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723118 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723280 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723440 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723602 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723762 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.723922 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724082 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724243 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host = dv-cinder-804757-4-iscsi {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724403 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724564 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724747 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.724907 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725069 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725231 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725391 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725550 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725707 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.725862 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726019 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726178 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726338 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726498 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726658 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_options = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726819 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.726978 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727141 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727334 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727502 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727664 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727826 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.727987 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728148 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728308 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728469 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728649 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728812 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.728972 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729133 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729295 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729455 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729618 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729778 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.729939 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730099 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730260 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730421 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730581 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730742 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.730903 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731064 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731226 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731386 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731548 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731708 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.731869 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732030 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732191 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732352 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732512 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732694 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.732859 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733116 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733255 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733338 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733504 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733664 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733827 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.733987 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734149 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_json = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734308 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734468 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734630 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734790 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.734950 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.735110 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.735270 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.735431 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 11:28:42.735611 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.735778 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.735955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736121 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736286 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736451 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736616 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736803 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.736968 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737133 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737305 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737470 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737646 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737811 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.737976 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738143 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738307 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738472 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738636 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738801 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.738966 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739131 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739304 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739468 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739632 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739796 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.739960 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740143 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740310 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740475 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740651 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740826 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.740992 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741158 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741322 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741488 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741653 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741817 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.741982 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.742151 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.742793 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.742970 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.743222 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.743393 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.743571 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.743716 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.743852 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744019 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744189 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744346 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744513 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744701 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.744871 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745037 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745202 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745546 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745710 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.745876 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746042 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746207 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746373 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746537 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746676 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.746841 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747006 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747184 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747337 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747502 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747667 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747830 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.747995 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.748161 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.748327 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.748492 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.748686 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.748831 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.749479 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.749663 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.749828 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.749984 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750131 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750292 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750450 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750781 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.750945 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751110 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751274 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751446 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751626 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751790 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.751955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752121 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752286 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752450 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752799 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.752964 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753129 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753293 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753463 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753630 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753795 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.753960 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754124 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754289 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754453 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754618 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754783 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.754951 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755120 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755285 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755451 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755780 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.755955 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756120 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756288 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756453 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756623 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756862 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.756985 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757151 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757316 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757481 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757646 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757811 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.757976 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758141 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758306 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758471 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758643 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758820 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.758985 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.759150 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.759315 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.759502 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760010 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760373 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760373 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760615 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760873 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.760954 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761070 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761272 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761401 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761570 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761727 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.761893 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.762060 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.762195 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:42.762298 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.762380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.762780 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.762954 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763119 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763281 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763444 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763610 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763776 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.763941 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.764105 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.764270 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.764434 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.764613 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.766547 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767093 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767380 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767520 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767669 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.767834 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768000 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768166 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768331 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768496 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768680 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.768847 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769012 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769192 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769358 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769523 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769689 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.769855 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770022 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770187 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770353 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770518 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770683 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.770849 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771017 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771185 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771351 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771517 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.771846 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772011 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772176 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772352 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772519 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772709 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.772876 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773040 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773205 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773381 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773552 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773722 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.773889 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.774404 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.774665 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.774874 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.775143 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.775506 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.775679 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.775854 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776001 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776174 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776327 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776479 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776659 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776835 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.776998 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777172 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777338 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777503 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777667 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777832 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.777998 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.778172 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.778338 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.778503 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.778668 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779033 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779033 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779271 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779392 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779523 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779635 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779778 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.779943 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780107 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780304 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780471 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780826 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.780990 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.781156 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.781322 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.781492 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.781666 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.781838 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782005 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782179 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782353 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782525 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782690 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.782860 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783036 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783201 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783366 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783536 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783700 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.783865 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784028 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784193 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784357 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784521 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784691 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.784862 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785025 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785190 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785355 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785518 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785682 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.785846 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.786011 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.786175 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 11:28:42.786330 dv-cinder-804757-4-iscsi neutron-server[94405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 11:28:42.838941 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48698) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:28:42.847609 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063996 Aug 29 11:28:54.263646 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d208b12-2aea-4ad3-89ca-045c5283a10c None None] get_active_networks_info from dv-cinder-804757-4-iscsi {{(pid=94516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 11:28:54.318210 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d208b12-2aea-4ad3-89ca-045c5283a10c None None] No non-hosted networks {{(pid=94516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 11:28:54.325114 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.agentschedulers_db [None req-6d208b12-2aea-4ad3-89ca-045c5283a10c None None] DHCP Agent not found on host dv-cinder-804757-4-iscsi {{(pid=94516) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 11:28:54.484898 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e0055c35-2fd3-4ae1-b44a-ffac465c1dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:56.954171 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c19b-3981-4267-ab66-1b37214683a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:56.989758 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.db.api [None req-2b3adeee-5868-4c69-a58b-d0f4e6abb286 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-4-iscsi {{(pid=94516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 11:28:56.992585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG oslo_db.api [None req-2b3adeee-5868-4c69-a58b-d0f4e6abb286 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 11:28:57.245450 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:57.246453 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.247006 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.247515 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.248029 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.248533 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.249585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.250296 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.250814 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.251364 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.251873 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.252419 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.253038 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:28:57.253666 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:57.270491 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:28:57.515743 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2b3adeee-5868-4c69-a58b-d0f4e6abb286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:57.918043 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:28:59.409223 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:00.552458 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48792) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:01.034519 dv-cinder-804757-4-iscsi neutron-server[94515]: WARNING oslo_policy.policy [None req-40964877-d64e-4d32-b613-ed08873ecb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:01.035177 dv-cinder-804757-4-iscsi neutron-server[94515]: WARNING oslo_policy.policy [None req-40964877-d64e-4d32-b613-ed08873ecb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:01.256588 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [None req-40964877-d64e-4d32-b613-ed08873ecb89 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:29:01.257601 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-40964877-d64e-4d32-b613-ed08873ecb89 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7041819 Aug 29 11:29:03.131399 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.db.l3_hamode_db [None req-c7ae2f83-5a25-43e4-9478-b06ffd78bb3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 11:29:03.209075 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae2f83-5a25-43e4-9478-b06ffd78bb3f None None] Routers set() bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:29:03.209482 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae2f83-5a25-43e4-9478-b06ffd78bb3f None None] Router IDs set() for agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 11:29:03.604333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48806) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:03.910560 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:04.003361 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.policy [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 11:29:04.048275 dv-cinder-804757-4-iscsi neutron-server[94515]: WARNING oslo_policy.policy [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:04.048661 dv-cinder-804757-4-iscsi neutron-server[94515]: WARNING oslo_policy.policy [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:04.057049 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.quota [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] Loaded quota_driver: . Aug 29 11:29:04.268713 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517576756', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517576195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517597343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517598779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517415740', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761517611833', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-773876', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1632656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1669735'] for rbac-policy, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:04.489337 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:04.490529 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-7a541a2f-4ee7-4931-ba45-6d049906690b admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8852124 Aug 29 11:29:07.051851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48818) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:07.340789 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:07.454839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Made reservation on behalf of 7cd64742344e4633ac77d33c7c4f77e0 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:29:07.457605 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.474413 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.592373 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.677714 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.697459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:29:07.726180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761516351205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.726180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Unsubscribe: segment precommit_create {{(pid=94515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 11:29:07.726180 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Added segment fdc9f067-0edf-4e76-96b5-712b75ebd285 of type vlan for network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 Aug 29 11:29:07.740841 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d17b46-6723-4d1b-89a0-b27cd43a27ac,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:07.788550 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.788939 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.789281 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.789613 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.789942 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.790269 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.790594 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.790917 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.791253 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.791576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.791900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.792213 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Tracked resource versions report: Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: pushed versions: Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: { 'AddressGroup': {'1.2'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'ConntrackHelper': {'1.0'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Log': {'1.0'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Network': {'1.1'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Port': {'1.7'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'PortForwarding': {'1.2'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'QosPolicy': {'1.9'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroup': {'1.4'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SubPort': {'1.0'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Subnet': {'1.1'}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Trunk': {'1.1'}} Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: consumer versions: Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'ConntrackHelper': '1.0', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Log': '1.0', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Network': '1.1', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Port': '1.7', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'PortForwarding': '1.2', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'QosPolicy': '1.9', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroup': '1.4', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroupRule': '1.2', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SubPort': '1.0', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Subnet': '1.1', Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Trunk': '1.1'}} Aug 29 11:29:07.793364 dv-cinder-804757-4-iscsi neutron-server[94515]: {{(pid=94515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:29:07.843061 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.957491 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:07.958571 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:07.959186 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:08.052212 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] Pushing event updated for resources: {'Network': ['ID=df4ecbbb-16aa-4f2b-9d82-e389b2273fb2,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:08.064045 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:29:08.089882 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-58fe5da1-a5fb-4edd-9430-a6148afd5838 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0369666 Aug 29 11:29:10.691853 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48832) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:11.077979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26ad7b-f5da-4cbb-9d6a-1b4a87d8c56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:11.079362 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3c26ad7b-f5da-4cbb-9d6a-1b4a87d8c56f admin admin] 10.222.0.43 "GET /v2.0/networks/df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 HTTP/1.1" status: 200 len: 825 time: 0.3865578 Aug 29 11:29:11.103883 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-8775c81a-4fa7-44cf-b628-91a197d7f4d2 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/5586ead3-cfe4-4c75-8ac8-7ef56d966ae4 HTTP/1.1" status: 200 len: 734 time: 0.0182798 Aug 29 11:29:11.113537 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:11.203295 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Made reservation on behalf of 7cd64742344e4633ac77d33c7c4f77e0 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:29:11.205586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:11.557973 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:11.625087 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Checking segment: {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:29:11.625401 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Network hostable DHCP agents. Network: df4ecbbb-16aa-4f2b-9d82-e389b2273fb2, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:29:11.633180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14f28d3-7920-4e9e-a786-bd4ab2dd15b9,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:11.717929 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:29:11.814166 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, df4ecbbb-16aa-4f2b-9d82-e389b2273fb2) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:11.818885 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:11.819468 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:11.823715 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db827418-f3bb-40f1-8148-a38c5ede135b None None] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:29:11.907178 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-cf740b77-c3f9-48a1-8da6-bfa7190be7d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7969463 Aug 29 11:29:12.137974 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:29:12.139935 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:12.411020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Allocated IP 172.20.0.2 (df4ecbbb-16aa-4f2b-9d82-e389b2273fb2/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9/2524bbe3-f82b-45ee-8ad0-afcb1a20e029) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:29:12.636312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:12.651416 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Transition to ACTIVE for port object 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:29:12.672990 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Transition to ACTIVE for port object 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:29:12.775445 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:12.846544 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:29:12.851201 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:12.860681 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:29:12.863697 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Pushing event updated for resources: {'Port': ['ID=2524bbe3-f82b-45ee-8ad0-afcb1a20e029,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:12.893349 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.893639 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.893954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.894288 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.894616 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.894949 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.895275 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.895601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.895946 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.896271 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.896590 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.896932 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Tracked resource versions report: Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: pushed versions: Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: { 'AddressGroup': {'1.2'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'ConntrackHelper': {'1.0'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Log': {'1.0'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Network': {'1.1'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Port': {'1.7'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'PortForwarding': {'1.2'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'QosPolicy': {'1.9'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroup': {'1.4'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SubPort': {'1.0'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Subnet': {'1.1'}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Trunk': {'1.1'}} Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: consumer versions: Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'ConntrackHelper': '1.0', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Log': '1.0', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Network': '1.1', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Port': '1.7', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'PortForwarding': '1.2', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'QosPolicy': '1.9', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroup': '1.4', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroupRule': '1.2', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SubPort': '1.0', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Subnet': '1.1', Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Trunk': '1.1'}} Aug 29 11:29:12.898059 dv-cinder-804757-4-iscsi neutron-server[94516]: {{(pid=94516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:29:12.944903 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Attempting to bind port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:29:12.945295 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Attempting to bind port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:29:12.945724 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Attempting to bind port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 on network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:29:12.950474 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:29:12.950882 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Checking segment: {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:29:12.951371 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:12.951759 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Bound using segment: {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:29:12.952244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Bound port: 2524bbe3-f82b-45ee-8ad0-afcb1a20e029, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:29:12.952646 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:13.016201 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] For port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:29:13.020333 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] For port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=2524bbe3-f82b-45ee-8ad0-afcb1a20e029,segment=NetworkSegment(fdc9f067-0edf-4e76-96b5-712b75ebd285),segment_id=fdc9f067-0edf-4e76-96b5-712b75ebd285)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:29:13.072289 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:13.140781 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64261f6f-db27-4550-9fda-f96f84f90491 None None] Pushing event updated for resources: {'Port': ['ID=2524bbe3-f82b-45ee-8ad0-afcb1a20e029,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:14.291189 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48840) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:14.610972 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [None req-d34954c3-9c5b-4888-8b2d-2ade29bccdd5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:29:14.610972 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d34954c3-9c5b-4888-8b2d-2ade29bccdd5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161929 Aug 29 11:29:16.998221 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48848) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:17.306023 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [None req-231b4486-3b3c-479f-9bb2-817a0207eda0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:29:17.307125 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-231b4486-3b3c-479f-9bb2-817a0207eda0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079524 Aug 29 11:29:19.949249 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48858) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:20.245929 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Request body: {'router': {'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'name': 'router1', 'admin_state_up': True}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:20.352856 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:20.354348 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:20.494021 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:20.603421 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:20.802951 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:20.804337 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3e018de8-96d9-4abe-b3a9-058239b181a1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8538573 Aug 29 11:29:21.083707 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:21.231740 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:29:21.432157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80783915-fff4-4ce1-bc76-943feb1bfcbf None None] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:29:21.586252 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Provisioning for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:29:21.593898 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Provisioning complete for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:21.594296 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:21.716297 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:21.752230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] For port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=2524bbe3-f82b-45ee-8ad0-afcb1a20e029,segment=NetworkSegment(fdc9f067-0edf-4e76-96b5-712b75ebd285),segment_id=fdc9f067-0edf-4e76-96b5-712b75ebd285)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:29:21.865917 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:21.915008 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac9ee6-5aef-4092-b8d4-a213296371c5 None None] Pushing event updated for resources: {'Port': ['ID=2524bbe3-f82b-45ee-8ad0-afcb1a20e029,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:21.985373 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-efc9054d-dd64-4b83-af3a-52fd44db5719 None None] Provisioning complete for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:21.985742 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-efc9054d-dd64-4b83-af3a-52fd44db5719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:23.066644 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:23.112010 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:23.112383 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:23.198552 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48870) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:23.504565 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [None req-cf5d124f-755a-41cb-86a7-57abfca45630 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:29:23.505592 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-cf5d124f-755a-41cb-86a7-57abfca45630 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061018 Aug 29 11:29:24.214544 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c86f6dbb-993b-4f16-b389-6cff41d4ca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:25.871116 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48878) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:26.175808 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:26.288591 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Made reservation on behalf of c08897e6aade4ba0be344d71bb9b3dc4 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:29:26.290715 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.298357 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.382176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.442891 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.459654 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=94515) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 11:29:26.475207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0761ddef-b0b8-4178-8514-6a71e1293a63,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:26.480056 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.480417 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Added segment 8e0a2b05-5e93-476c-905e-72c74ab17fe9 of type flat for network e3a7a038-a9b2-417a-9818-cb1a3164f1ef Aug 29 11:29:26.531446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.665478 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.666427 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:26.667012 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:26.726011 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a7a038-a9b2-417a-9818-cb1a3164f1ef,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:26.735802 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:29:26.826680 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-95447f49-0dfe-4646-9548-7f6547ddd2d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9545124 Aug 29 11:29:26.928862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d41f40e-099f-4abf-91d7-344be22ae170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:27.271589 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:27.842638 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:29.172788 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 48896) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:29.379234 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:29.394247 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING oslo_policy.policy [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:29.396905 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING oslo_policy.policy [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:29.801229 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.policy [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94514) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 11:29:29.847267 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING oslo_policy.policy [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:29.847637 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING oslo_policy.policy [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 11:29:29.855922 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:29.857848 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3343da24-1b66-4413-920f-f8a2ae813921 admin admin] 10.222.0.43 "GET /v2.0/subnets/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9 HTTP/1.1" status: 200 len: 849 time: 0.6829765 Aug 29 11:29:30.021799 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-97b9800f-1228-4f0a-8e17-01af403d1f45 admin admin] 10.222.0.43 "GET /v2.0/routers/9e7b7ac4-e084-4d18-8b47-e11823d21423 HTTP/1.1" status: 200 len: 704 time: 0.1579437 Aug 29 11:29:30.277198 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:30.595452 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Allocated IP 172.20.0.1 (df4ecbbb-16aa-4f2b-9d82-e389b2273fb2/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9/293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:29:30.799499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:30.825271 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Transition to ACTIVE for port object 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:29:30.934880 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:30.990404 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:29:30.998250 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:31.048901 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:31.051672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:29:31.052170 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.110180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.110548 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.110918 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.111252 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.111581 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.111904 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.112225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.112548 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.112923 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.113246 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.113562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.113873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Tracked resource versions report: Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: pushed versions: Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: { 'AddressGroup': {'1.2'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'ConntrackHelper': {'1.0'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Log': {'1.0'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Network': {'1.1'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Port': {'1.7'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'PortForwarding': {'1.2'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'QosPolicy': {'1.9'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroup': {'1.4'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SubPort': {'1.0'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Subnet': {'1.1'}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Trunk': {'1.1'}} Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: consumer versions: Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'ConntrackHelper': '1.0', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Log': '1.0', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Network': '1.1', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Port': '1.7', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'PortForwarding': '1.2', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'QosPolicy': '1.9', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroup': '1.4', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroupRule': '1.2', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SubPort': '1.0', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Subnet': '1.1', Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Trunk': '1.1'}} Aug 29 11:29:31.115032 dv-cinder-804757-4-iscsi neutron-server[94514]: {{(pid=94514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:29:31.265508 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ca448c01-f86b-4cb8-8d38-8cc81278c5e9 None None] Provisioning for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:29:31.269105 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ca448c01-f86b-4cb8-8d38-8cc81278c5e9 None None] Provisioning complete for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:31.269482 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ca448c01-f86b-4cb8-8d38-8cc81278c5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.295387 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.301276 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-ca448c01-f86b-4cb8-8d38-8cc81278c5e9 None None] Port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:29:31.500052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.579774 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.580478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.656317 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:31.703525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:29:31.704870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:31.922960 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5bf85ec0-d54e-4b0a-96a8-57b99cc1be04 None None] Provisioning complete for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:31.923333 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5bf85ec0-d54e-4b0a-96a8-57b99cc1be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:31.958888 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-5bf85ec0-d54e-4b0a-96a8-57b99cc1be04 None None] Port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:29:31.974257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Router 9e7b7ac4-e084-4d18-8b47-e11823d21423 is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:29:32.062505 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:29:32.067756 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-900f9c84-1da5-4df3-b46e-ecb47fbc4cd3 admin admin] 10.222.0.43 "PUT /v2.0/routers/9e7b7ac4-e084-4d18-8b47-e11823d21423/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0403879 Aug 29 11:29:32.084150 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Sync routers for ids ['9e7b7ac4-e084-4d18-8b47-e11823d21423'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:29:32.095392 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Routers {'9e7b7ac4-e084-4d18-8b47-e11823d21423'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:29:32.096123 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:29:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['9e7b7ac4-e084-4d18-8b47-e11823d21423'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:32.276056 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Set router 9e7b7ac4-e084-4d18-8b47-e11823d21423 gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:29:32.692826 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:31Z', 'revision_number': 2, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port_host': None, '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:31Z', 'revision_number': 2, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:32.743701 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Checking router: 9e7b7ac4-e084-4d18-8b47-e11823d21423 for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:29:32.744066 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Updating router 9e7b7ac4-e084-4d18-8b47-e11823d21423 port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:29:32.791394 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.291053 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.308552 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Transition to ACTIVE for port object 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:29:33.414212 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.571934 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Pushing event updated for resources: {'Port': ['ID=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:33.587517 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.587860 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.588194 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.588520 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.588872 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.589195 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.589518 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.589839 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.590166 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.590489 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.590788 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.591099 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Tracked resource versions report: Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: pushed versions: Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: { 'AddressGroup': {'1.2'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'ConntrackHelper': {'1.0'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Log': {'1.0'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Network': {'1.1'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Port': {'1.7'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'PortForwarding': {'1.2'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'QosPolicy': {'1.9'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroup': {'1.4'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SubPort': {'1.0'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Subnet': {'1.1'}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Trunk': {'1.1'}} Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: consumer versions: Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'ConntrackHelper': '1.0', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Log': '1.0', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Network': '1.1', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Port': '1.7', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'PortForwarding': '1.2', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'QosPolicy': '1.9', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroup': '1.4', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroupRule': '1.2', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SubPort': '1.0', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Subnet': '1.1', Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Trunk': '1.1'}} Aug 29 11:29:33.592759 dv-cinder-804757-4-iscsi neutron-server[94517]: {{(pid=94517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:29:33.595205 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Attempting to bind port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:29:33.595590 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Attempting to bind port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:29:33.596103 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Attempting to bind port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 on network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:29:33.601846 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:29:33.602253 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Checking segment: {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:29:33.602804 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.610716 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Bound using segment: {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:29:33.610716 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Bound port: 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc9f067-0edf-4e76-96b5-712b75ebd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:29:33.610716 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.669179 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] For port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:29:33.688370 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] For port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,segment=NetworkSegment(fdc9f067-0edf-4e76-96b5-712b75ebd285),segment_id=fdc9f067-0edf-4e76-96b5-712b75ebd285)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:29:33.826903 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:33.884606 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Routers {'9e7b7ac4-e084-4d18-8b47-e11823d21423'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:29:33.885266 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:29:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['9e7b7ac4-e084-4d18-8b47-e11823d21423'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:33.887315 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1b87-fa93-4b33-ae94-619565f0aad9 None None] Pushing event updated for resources: {'Port': ['ID=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,revision_number=4']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:33.978268 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] Set router 9e7b7ac4-e084-4d18-8b47-e11823d21423 gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:29:34.187228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:31Z', 'revision_number': 2, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port_host': None, '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:33Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:34.212325 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd23941-a050-40ec-9616-da119d54e9e1 None None] The sync data for ids ['9e7b7ac4-e084-4d18-8b47-e11823d21423'] in dv-cinder-804757-4-iscsi is: [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:31Z', 'revision_number': 2, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port_host': None, '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:33Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:29:34.289265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 48928) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:34.398980 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd365b4-1293-4a75-9a3c-940817d5fbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:34.400347 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7cd365b4-1293-4a75-9a3c-940817d5fbfc admin admin] 10.222.0.43 "GET /v2.0/networks/e3a7a038-a9b2-417a-9818-cb1a3164f1ef HTTP/1.1" status: 200 len: 842 time: 0.1100121 Aug 29 11:29:34.410444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:34.411855 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.quota [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Loaded quota_driver: . Aug 29 11:29:34.533538 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Made reservation on behalf of c08897e6aade4ba0be344d71bb9b3dc4 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:29:34.535892 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:34.928725 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.objects.ports [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94514) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 11:29:34.929174 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:34.980451 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe87ca7-98b9-46d0-82da-241c3c0ac389,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:34.991671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:29:34.992014 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Network hostable DHCP agents. Network: e3a7a038-a9b2-417a-9818-cb1a3164f1ef, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:29:35.093208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:29:35.167245 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, e3a7a038-a9b2-417a-9818-cb1a3164f1ef) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:35.176063 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dbca8-dec2-4ab5-b3ac-ef301bdf27cf None None] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:29:35.177419 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:35.178035 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:35.268756 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6ecd9677-38dd-49ae-a541-ecf4d6ed9ed0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8479512 Aug 29 11:29:35.299630 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a435be0-7ee1-43c2-ad5e-4813377abfc0 None None] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:29:37.539884 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 48936) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:37.673739 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-5fc12e23-5160-4995-8dbb-df89e8a70824 admin admin] 10.222.0.43 "GET /v2.0/routers/9e7b7ac4-e084-4d18-8b47-e11823d21423 HTTP/1.1" status: 200 len: 710 time: 0.1325986 Aug 29 11:29:37.761384 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cae330-eb46-4979-865d-87629e233f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:29:37.769330 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-21cae330-eb46-4979-865d-87629e233f14 admin admin] 10.222.0.43 "GET /v2.0/networks/e3a7a038-a9b2-417a-9818-cb1a3164f1ef HTTP/1.1" status: 200 len: 886 time: 0.0831692 Aug 29 11:29:37.772836 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:29:38.012759 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:38.332368 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:38.476386 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:38.606794 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Allocated IP 172.27.1.207 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/0c5f224e-5624-4e83-959b-e7b34a250fde) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:29:38.706843 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:38.809358 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:38.850387 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:29:38.854596 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:29:38.859531 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:29:38.861265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Pushing event updated for resources: {'Port': ['ID=0c5f224e-5624-4e83-959b-e7b34a250fde,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:39.257826 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:39.455934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37627'] for router, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:39.459383 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580442'] for router, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:39.569835 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Router 9e7b7ac4-e084-4d18-8b47-e11823d21423 has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:29:39.677357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:29:39.681654 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:39.682722 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-37cb1345-fb32-4b5e-b68b-ffefee1d0ead admin admin] 10.222.0.43 "PUT /v2.0/routers/9e7b7ac4-e084-4d18-8b47-e11823d21423 HTTP/1.1" status: 200 len: 890 time: 1.9134438 Aug 29 11:29:40.579325 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Sync routers for ids ['9e7b7ac4-e084-4d18-8b47-e11823d21423'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:29:40.589946 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Routers {'9e7b7ac4-e084-4d18-8b47-e11823d21423'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:29:40.590602 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:29:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['9e7b7ac4-e084-4d18-8b47-e11823d21423'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:40.839976 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Set router 9e7b7ac4-e084-4d18-8b47-e11823d21423 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:29:41.111054 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:41.269500 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:38Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port': {'id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:38Z', 'updated_at': '2021-08-29T11:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:33Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:41.292536 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:29:41.322298 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Checking router: 9e7b7ac4-e084-4d18-8b47-e11823d21423 for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:29:41.322673 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Updating router 9e7b7ac4-e084-4d18-8b47-e11823d21423 port 0c5f224e-5624-4e83-959b-e7b34a250fde binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:29:41.337675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:41.338052 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.388860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.586332 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.662342 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,segment=NetworkSegment(fdc9f067-0edf-4e76-96b5-712b75ebd285),segment_id=fdc9f067-0edf-4e76-96b5-712b75ebd285)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:29:41.754138 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.797886 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.815632 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Transition to ACTIVE for port object 0c5f224e-5624-4e83-959b-e7b34a250fde will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:29:41.821553 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:41.882673 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.939619 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Attempting to bind port 0c5f224e-5624-4e83-959b-e7b34a250fde on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:29:41.945601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Attempting to bind port 0c5f224e-5624-4e83-959b-e7b34a250fde by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:29:41.945601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Attempting to bind port 0c5f224e-5624-4e83-959b-e7b34a250fde on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:29:41.945601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb01de-233d-47e3-8080-a3c526455f10 None None] Pushing event updated for resources: {'Port': ['ID=0c5f224e-5624-4e83-959b-e7b34a250fde,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:41.947571 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:29:41.947950 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:29:41.948354 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:41.948764 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:29:41.949232 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Bound port: 0c5f224e-5624-4e83-959b-e7b34a250fde, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:29:41.949656 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:42.001579 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] For port 0c5f224e-5624-4e83-959b-e7b34a250fde, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:29:42.008700 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] For port 0c5f224e-5624-4e83-959b-e7b34a250fde, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=0c5f224e-5624-4e83-959b-e7b34a250fde,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:29:42.050510 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 48948) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:29:42.094699 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:42.145183 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Routers {'9e7b7ac4-e084-4d18-8b47-e11823d21423'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:29:42.145809 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:29:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['9e7b7ac4-e084-4d18-8b47-e11823d21423'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:42.170810 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-cfe3a540-86c1-4d80-a8a2-81cda78054ce admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191154 Aug 29 11:29:42.281947 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb01de-233d-47e3-8080-a3c526455f10 None None] Pushing event updated for resources: {'Port': ['ID=0c5f224e-5624-4e83-959b-e7b34a250fde,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:42.352919 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] Set router 9e7b7ac4-e084-4d18-8b47-e11823d21423 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:29:42.569614 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:38Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port': {'id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:38Z', 'updated_at': '2021-08-29T11:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:41Z', 'revision_number': 5, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:29:42.596114 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbee20e-36dc-4a6b-94cd-0e5a0bee6c7b None None] The sync data for ids ['9e7b7ac4-e084-4d18-8b47-e11823d21423'] in dv-cinder-804757-4-iscsi is: [{'id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'name': 'router1', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:29:20Z', 'updated_at': '2021-08-29T11:29:38Z', 'revision_number': 4, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'gw_port': {'id': '0c5f224e-5624-4e83-959b-e7b34a250fde', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:38Z', 'updated_at': '2021-08-29T11:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73', 'name': '', 'network_id': 'df4ecbbb-16aa-4f2b-9d82-e389b2273fb2', 'tenant_id': '7cd64742344e4633ac77d33c7c4f77e0', 'mac_address': 'fa:16:3e:cd:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7b7ac4-e084-4d18-8b47-e11823d21423', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:29:30Z', 'updated_at': '2021-08-29T11:29:41Z', 'revision_number': 5, 'project_id': '7cd64742344e4633ac77d33c7c4f77e0', 'subnets': [{'id': 'f14f28d3-7920-4e9e-a786-bd4ab2dd15b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5586ead3-cfe4-4c75-8ac8-7ef56d966ae4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:29:43.178369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 0c5f224e-5624-4e83-959b-e7b34a250fde up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:43.288406 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 0c5f224e-5624-4e83-959b-e7b34a250fde completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:29:43.293319 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 0c5f224e-5624-4e83-959b-e7b34a250fde triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:43.293845 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:43.382843 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:43.402644 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 0c5f224e-5624-4e83-959b-e7b34a250fde, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=0c5f224e-5624-4e83-959b-e7b34a250fde,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:29:43.481917 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:43.482734 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:43.562943 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=0c5f224e-5624-4e83-959b-e7b34a250fde,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:29:43.584684 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:43.585059 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:45.084360 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 0c5f224e-5624-4e83-959b-e7b34a250fde up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:29:45.141314 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 0c5f224e-5624-4e83-959b-e7b34a250fde triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:29:45.141697 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:46.674463 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:29:54.247713 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e0069789-0b2f-44a0-bc0d-eaf043de82db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:56.910363 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ff1951a8-0247-415d-a238-f0d74d71edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:57.225262 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:57.865588 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:29:59.420071 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:23.673125 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:30:24.219346 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-72eea96f-c625-43a0-abb7-4bc40ffc1f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:26.927598 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-78d07989-64e1-4b3f-b1e3-6c86970beea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:27.224302 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:28.132455 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:29.419204 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:54.201374 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3efed364-bdbd-4020-bae7-bf4d67ca629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:56.920616 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bd7fbf18-7d79-4a93-a7fe-368179782264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:57.229525 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:57.885783 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:30:59.422794 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:00.671905 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:31:19.656687 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49510) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:19.717065 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb2220c-fd84-4f30-b5d7-59123a530456 admin admin] GET failed (client error): The resource could not be found. Aug 29 11:31:19.718349 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-deb2220c-fd84-4f30-b5d7-59123a530456 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607109 Aug 29 11:31:19.877779 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788efa7d-7b90-41ad-b853-7ef03fa024be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:19.879161 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-788efa7d-7b90-41ad-b853-7ef03fa024be admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562710 Aug 29 11:31:22.050349 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49520) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:22.140663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26415-341c-4ecd-acc5-05318a1de1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:22.141981 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-93d26415-341c-4ecd-acc5-05318a1de1de admin admin] 10.222.0.43 "GET /v2.0/subnets/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9 HTTP/1.1" status: 200 len: 849 time: 0.0906796 Aug 29 11:31:22.152057 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:31:22.234769 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:22.405826 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761516375592'] for subnet, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:22.440502 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:22.441753 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:22.442457 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] 10.222.0.43 "PUT /v2.0/subnets/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9 HTTP/1.1" status: 200 len: 868 time: 0.2940700 Aug 29 11:31:22.460462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14f28d3-7920-4e9e-a786-bd4ab2dd15b9,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:31:22.464280 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f3d36a-18e1-40a8-997a-f59155b07490 None None] Network df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:31:22.467863 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.468242 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.468596 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.468971 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.469319 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.469669 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.470007 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.470340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.470688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.471023 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.471347 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.471672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f6ae45-636d-422f-b706-7a788b5169f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:31:22.852133 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f7b8e630-fc1f-426e-8436-4e81ddc6f147 None None] Provisioning complete for port 2524bbe3-f82b-45ee-8ad0-afcb1a20e029 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:31:22.852506 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e630-fc1f-426e-8436-4e81ddc6f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:22.937820 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f7b8e630-fc1f-426e-8436-4e81ddc6f147 None None] Provisioning complete for port 293ce7b5-e3b2-4ca0-acf3-e73a0a5c3a73 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:31:22.938123 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e630-fc1f-426e-8436-4e81ddc6f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:24.217087 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-476f8c3a-8048-4639-837a-bb05bb8819ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:24.609934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49530) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:24.873071 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1853ed-544e-42ab-9edd-a1065cedfac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:24.873475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1853ed-544e-42ab-9edd-a1065cedfac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:24.875009 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2c1853ed-544e-42ab-9edd-a1065cedfac4 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2641211 Aug 29 11:31:26.891640 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4bc0feca-957e-4c24-9427-becb04d21549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:27.032026 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49538) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:27.166491 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5bf37-99a3-492c-9513-fd6f63d95445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:27.166923 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5bf37-99a3-492c-9513-fd6f63d95445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:27.168567 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-48e5bf37-99a3-492c-9513-fd6f63d95445 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354420 Aug 29 11:31:27.250739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:27.896974 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:29.341291 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49546) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:29.434280 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:29.469316 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28f0d0-904c-4c1e-b96c-0ac0a23a3d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:29.470728 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ee28f0d0-904c-4c1e-b96c-0ac0a23a3d17 admin admin] 10.222.0.43 "GET /v2.0/networks/df4ecbbb-16aa-4f2b-9d82-e389b2273fb2 HTTP/1.1" status: 200 len: 869 time: 0.1283236 Aug 29 11:31:31.642496 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49554) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:31.765653 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91528c95-14b4-4d7f-a67b-e14ab32e7d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:31.767011 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-91528c95-14b4-4d7f-a67b-e14ab32e7d45 admin admin] 10.222.0.43 "GET /v2.0/networks/e3a7a038-a9b2-417a-9818-cb1a3164f1ef HTTP/1.1" status: 200 len: 886 time: 0.1235659 Aug 29 11:31:33.923394 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49562) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:34.043347 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697d496-662b-400b-b834-5a4526adb255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:34.043808 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697d496-662b-400b-b834-5a4526adb255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:34.045456 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3697d496-662b-400b-b834-5a4526adb255 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210651 Aug 29 11:31:36.182877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49570) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:36.307748 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387e32e-d6f3-43a7-924b-58415e733018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:36.308213 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387e32e-d6f3-43a7-924b-58415e733018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:36.309750 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b387e32e-d6f3-43a7-924b-58415e733018 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259279 Aug 29 11:31:37.727156 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:31:38.467080 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49578) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:38.554034 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549d0d3-d397-4cb2-8fdc-1b583e31026f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:38.555364 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-8549d0d3-d397-4cb2-8fdc-1b583e31026f admin admin] 10.222.0.43 "GET /v2.0/subnets/bbe87ca7-98b9-46d0-82da-241c3c0ac389 HTTP/1.1" status: 200 len: 816 time: 0.0873289 Aug 29 11:31:40.716723 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49586) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:31:40.805973 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721766c9-6d72-4fa8-981d-1d1f699c9243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:31:40.807911 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-721766c9-6d72-4fa8-981d-1d1f699c9243 admin admin] 10.222.0.43 "GET /v2.0/subnets/f14f28d3-7920-4e9e-a786-bd4ab2dd15b9 HTTP/1.1" status: 200 len: 868 time: 0.0902350 Aug 29 11:31:54.204702 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-55433575-3a34-4b19-b94e-f1b812e042d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:56.934981 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1542aded-ca2f-43c2-b61e-94211b6f250e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:57.244835 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:57.873494 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:31:59.404863 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:04.518893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49640) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:32:04.566753 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [None req-b7755117-de30-48f9-ac2c-a0b48be32f57 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:32:04.567765 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b7755117-de30-48f9-ac2c-a0b48be32f57 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479262 Aug 29 11:32:06.791891 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49648) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:32:06.849999 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.pecan_wsgi.hooks.translation [None req-475460ec-c543-4b69-be65-df6472cccbb0 admin admin] GET failed (client error): The resource could not be found. Aug 29 11:32:06.851293 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-475460ec-c543-4b69-be65-df6472cccbb0 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584865 Aug 29 11:32:06.934209 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34119378-72e6-45bf-9931-e0cf55bad161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:32:06.935624 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-34119378-72e6-45bf-9931-e0cf55bad161 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792255 Aug 29 11:32:09.123806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49656) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:32:09.170257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:32:09.233077 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Made reservation on behalf of c08897e6aade4ba0be344d71bb9b3dc4 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:32:09.235338 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:09.262077 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING neutron.services.revisions.revision_plugin [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Could not find related network for resource to bump revision. Aug 29 11:32:09.277492 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:32:09.288495 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761516351205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:09.289052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Unsubscribe: segment precommit_create {{(pid=94514) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 11:32:09.289504 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Added segment 6fce08e6-41f6-4055-a630-cd5b93af2998 of type vlan for network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 Aug 29 11:32:09.348822 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:09.427204 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:09.428155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:32:09.428800 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:09.515110 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3522c45-fb22-4bbd-91e6-76a3e84c1cf3,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:32:09.526009 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:32:09.558574 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f07f7286-eef5-4270-9bc4-93910500e5c7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4337018 Aug 29 11:32:11.737877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49664) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:32:11.799337 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e6c388-ea5f-411a-bc4a-9c906bff80bd admin admin] GET failed (client error): The resource could not be found. Aug 29 11:32:11.800654 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e6e6c388-ea5f-411a-bc4a-9c906bff80bd admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618296 Aug 29 11:32:11.867329 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf079b39-6318-4a89-9e17-4f56ff710566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:32:11.869282 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bf079b39-6318-4a89-9e17-4f56ff710566 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635827 Aug 29 11:32:11.879197 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:32:11.958681 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Made reservation on behalf of c08897e6aade4ba0be344d71bb9b3dc4 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:32:11.960865 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:12.199096 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:12.253387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1833dd64-7e29-4c1f-9185-1ff94874493b,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:32:12.265038 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.265399 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.265739 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.266070 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.266422 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.266762 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.267094 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.267416 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.267797 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.268115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.268433 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.268776 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:12.273441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Checking segment: {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:32:12.273792 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Network hostable DHCP agents. Network: e3522c45-fb22-4bbd-91e6-76a3e84c1cf3, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:32:12.347206 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:32:12.438968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, e3522c45-fb22-4bbd-91e6-76a3e84c1cf3) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:32:12.442985 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:32:12.443570 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:12.448714 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e6ce2-cfec-4de0-9bcd-b8bb94e0dbe1 None None] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:32:12.554495 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-423e001a-aa15-4e79-a2aa-0134d037fd58 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6784644 Aug 29 11:32:12.688791 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-e3522c45-fb22-4bbd-91e6-76a3e84c1cf3', 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3', 'tenant_id': 'c08897e6aade4ba0be344d71bb9b3dc4', 'fixed_ips': [{'subnet_id': '1833dd64-7e29-4c1f-9185-1ff94874493b'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:32:12.689676 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:12.826387 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Allocated IP 192.168.233.2 (e3522c45-fb22-4bbd-91e6-76a3e84c1cf3/1833dd64-7e29-4c1f-9185-1ff94874493b/efa56efb-a507-4728-a92e-31f2b5b5ddc1) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:32:12.966040 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:12.974446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Transition to ACTIVE for port object efa56efb-a507-4728-a92e-31f2b5b5ddc1 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:32:12.990456 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Transition to ACTIVE for port object efa56efb-a507-4728-a92e-31f2b5b5ddc1 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:32:13.078592 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:13.121618 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:32:13.124495 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:32:13.127550 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:32:13.138661 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Pushing event updated for resources: {'Port': ['ID=efa56efb-a507-4728-a92e-31f2b5b5ddc1,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:32:13.160522 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.160915 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.161253 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.161585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.161907 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.162234 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.162559 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.162879 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.163223 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.163542 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.163863 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.164174 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:32:13.196646 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Attempting to bind port efa56efb-a507-4728-a92e-31f2b5b5ddc1 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:32:13.197020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Attempting to bind port efa56efb-a507-4728-a92e-31f2b5b5ddc1 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:32:13.197384 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Attempting to bind port efa56efb-a507-4728-a92e-31f2b5b5ddc1 on network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:32:13.202412 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:32:13.202770 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Checking segment: {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:32:13.203174 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:13.203565 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Bound using segment: {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:32:13.204026 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Bound port: efa56efb-a507-4728-a92e-31f2b5b5ddc1, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:32:13.204427 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:13.266988 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] For port efa56efb-a507-4728-a92e-31f2b5b5ddc1, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:32:13.270051 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] For port efa56efb-a507-4728-a92e-31f2b5b5ddc1, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=efa56efb-a507-4728-a92e-31f2b5b5ddc1,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:32:13.371009 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:13.433177 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55900d-0c74-4c3e-acd1-6556d8a22f16 None None] Pushing event updated for resources: {'Port': ['ID=efa56efb-a507-4728-a92e-31f2b5b5ddc1,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:32:14.217849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6f3fa-3630-459a-8721-af2a8898b448 None None] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:32:14.361028 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-4947fdc1-87c4-4c14-9334-4576c0bdecf8 None None] Provisioning for port efa56efb-a507-4728-a92e-31f2b5b5ddc1 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:32:14.676284 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:32:15.204702 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device efa56efb-a507-4728-a92e-31f2b5b5ddc1 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:32:15.307561 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port efa56efb-a507-4728-a92e-31f2b5b5ddc1 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:32:15.311817 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port efa56efb-a507-4728-a92e-31f2b5b5ddc1 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:32:15.312387 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:15.394096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:15.424686 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port efa56efb-a507-4728-a92e-31f2b5b5ddc1, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=efa56efb-a507-4728-a92e-31f2b5b5ddc1,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:32:15.501836 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:15.552553 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=efa56efb-a507-4728-a92e-31f2b5b5ddc1,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:32:17.181735 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device efa56efb-a507-4728-a92e-31f2b5b5ddc1 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:32:17.228596 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port efa56efb-a507-4728-a92e-31f2b5b5ddc1 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:32:17.228982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:24.215462 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-86540a61-ba8f-4e65-a07f-ba16d9743ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:26.917011 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fcf52b71-442a-43bb-a0aa-d0731b665488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:27.249733 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:27.877189 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:29.443463 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:51.675141 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:32:54.214971 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5397adee-91be-471f-a529-c06e7f008795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:56.922137 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-36535060-7407-466a-a444-0fb39ca2a40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:57.260710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:57.917222 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:32:59.409428 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:24.236756 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b46a6a1-6b43-4cc5-94cb-2e1624acef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:26.916805 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91cfe058-34eb-453e-81da-b1e68fbbd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:27.259760 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:27.881449 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:28.673623 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:33:29.419045 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:31.013630 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49716) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:33:31.020048 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [None req-ebed65dc-d58b-4403-ab5c-0450e2860c75 tempest-verify_tempest_config-1787002084 tempest-verify_tempest_config-1787002084-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:33:31.020515 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ebed65dc-d58b-4403-ab5c-0450e2860c75 tempest-verify_tempest_config-1787002084 tempest-verify_tempest_config-1787002084-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058837 Aug 29 11:33:31.500113 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49734) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:33:31.602558 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:31.688721 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:31.773813 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:31.818478 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b633680e88ef4fbcaf174825d0d00309&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3171728 Aug 29 11:33:31.819275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259694d4-152d-48d6-a27e-c74129b5706f,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:33:31.821146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49740) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:33:31.825942 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.826291 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.826630 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.826969 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.827301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.827632 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.827960 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.828287 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.828652 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.829047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.829369 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.829691 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbbb193-e73a-49b5-aff8-fb21aa41448b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:31.893428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:31.913867 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:32.076731 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:32.079127 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:32.080295 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/259694d4-152d-48d6-a27e-c74129b5706f HTTP/1.1" status: 204 len: 168 time: 0.2581749 Aug 29 11:33:32.088280 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259694d4-152d-48d6-a27e-c74129b5706f,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:33:32.094864 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.095240 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.095588 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.095929 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.096263 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.096597 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:32.101740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d933-f6f7-4d30-a396-631e34df7345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:33:54.241867 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cbedde04-e069-4000-bf4e-b5028b010b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:56.927584 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3862abb6-04b6-431b-8698-0de56b1b23f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:57.292215 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:57.899127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:33:59.423429 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:05.672197 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:34:24.206753 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e7d5-019f-421b-9c01-d2d923ff8f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:26.919945 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cb7617b-a999-4762-9a4f-cb5c80d85173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:27.257954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:27.886346 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:29.417883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:42.671004 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 5 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:34:54.240358 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6f4c-4bc4-43ab-9a95-7a6bb5ce4a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:56.936440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-41de7b96-aa97-423f-9765-81ce8641e1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:57.257722 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:57.885619 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:34:59.446774 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:01.285832 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597594'] for agent, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:16.690012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 49818) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:35:16.794048 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-173b2950-339b-4771-8d1a-4d9468daf929 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1029458 Aug 29 11:35:18.984398 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 49828) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:35:19.043867 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-abd99651-4c43-45d2-8c0c-0f4d8452f888 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583725 Aug 29 11:35:19.669056 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:35:24.250914 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-14099813-dc2b-4a62-a07c-fb3ae61ddabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:26.924900 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3879ec07-a21a-4ca3-b390-ad165004c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:27.250613 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:27.896649 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:29.456455 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:31.268079 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:54.248815 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e7f14b66-effc-45c3-af8a-e7d6c2080c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:56.667671 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:35:56.924403 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-681edb1d-69cc-4cdf-9ea0-edbed9376e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:57.261533 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:57.911833 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:35:59.421256 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:01.220362 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:24.272305 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6a50cf7c-0653-465c-8303-abb92a599bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:26.912095 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d92ea5f8-ec8b-480d-9d91-a0d08de21b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:27.238369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:27.889510 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:29.437945 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:31.203747 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:33.666008 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:36:47.927250 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50022) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:48.342903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1636085591-network', 'tenant_id': '683ffb03338c4c45b3f07bba8538380d'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:48.413242 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:48.415708 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.424344 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.450603 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50044) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:48.513821 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.535360 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50052) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:48.590470 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.614627 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:36:48.623918 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1964f33-788d-493e-a3cd-9d2e4930d6bf,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:48.632854 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.633224 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.633570 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.633903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.634262 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.634651 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.635019 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.635347 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.635717 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.636046 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.636370 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.636713 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Tracked resource versions report: Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: pushed versions: Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: { 'AddressGroup': {'1.2'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'ConntrackHelper': {'1.0'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Log': {'1.0'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Network': {'1.1'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Port': {'1.7'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'PortForwarding': {'1.2'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'QosPolicy': {'1.9'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroup': {'1.4'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SubPort': {'1.0'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Subnet': {'1.1'}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Trunk': {'1.1'}} Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: consumer versions: Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: HyperV agent@hv-cinder-80475: {}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'ConntrackHelper': '1.0', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Log': '1.0', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Network': '1.1', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Port': '1.7', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'PortForwarding': '1.2', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'QosPolicy': '1.9', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroup': '1.4', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SecurityGroupRule': '1.2', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'SubPort': '1.0', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Subnet': '1.1', Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: 'Trunk': '1.1'}} Aug 29 11:36:48.637787 dv-cinder-804757-4-iscsi neutron-server[94515]: {{(pid=94515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:36:48.646726 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.646726 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Added segment 97452f6d-0021-4814-bade-76529feb71ce of type vlan for network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 Aug 29 11:36:48.692264 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.826377 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.827389 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:48.827951 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:48.886056 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-network', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:48.886858 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] Pushing event updated for resources: {'Network': ['ID=85eb6138-dba6-4d3a-ad01-9fb599e0f220,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:48.897350 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:36:48.968585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50068) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:48.972741 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-84aac5b6-e568-454e-a09d-4d44f77d44f8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0442679 Aug 29 11:36:48.973328 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50070) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:48.978983 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Request body: {'subnet': {'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1636085591-subnet', 'tenant_id': '683ffb03338c4c45b3f07bba8538380d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:48.987792 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.db.api [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 11:36:48.987792 dv-cinder-804757-4-iscsi neutron-server[94515]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 11:36:48.987792 dv-cinder-804757-4-iscsi neutron-server[94515]: [parameters: {'project_id_1': '683ffb03338c4c45b3f07bba8538380d', 'expiration_1': datetime.datetime(2021, 8, 29, 11, 36, 48, 983511)}] Aug 29 11:36:48.987792 dv-cinder-804757-4-iscsi neutron-server[94515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 11:36:48.989065 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG oslo_db.api [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 11:36:48.996017 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1946965868-network', 'tenant_id': '47a6b32471244390806b1dfef7db187b'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:49.054701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Made reservation on behalf of 58e815a774a44d88bf2688ce34a6b3a3 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:49.057549 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.071400 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.141473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-782604666-network', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:49.157339 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Made reservation on behalf of 47a6b32471244390806b1dfef7db187b for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:49.159684 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.168552 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.250525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.310355 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.327806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:36:49.338333 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.342419 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Added segment 5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e of type vlan for network f9bf374a-c889-42c0-8e4e-e26fd64f7fac Aug 29 11:36:49.396957 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.401394 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39cc531-cfac-4b44-b7b6-3a400e016a2a,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:49.411989 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.412342 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.412705 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.413054 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.413382 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.413737 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.414065 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.414406 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.414746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.415074 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.415938 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.416249 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Tracked resource versions report: Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: pushed versions: Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: { 'AddressGroup': {'1.2'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'ConntrackHelper': {'1.0'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Log': {'1.0'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Network': {'1.1'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Port': {'1.7'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'PortForwarding': {'1.2'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'QosPolicy': {'1.9'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroup': {'1.4'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SubPort': {'1.0'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Subnet': {'1.1'}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Trunk': {'1.1'}} Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: consumer versions: Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: HyperV agent@hv-cinder-80475: {}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'ConntrackHelper': '1.0', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Log': '1.0', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Network': '1.1', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Port': '1.7', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'PortForwarding': '1.2', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'QosPolicy': '1.9', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroup': '1.4', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SecurityGroupRule': '1.2', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'SubPort': '1.0', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Subnet': '1.1', Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: 'Trunk': '1.1'}} Aug 29 11:36:49.417648 dv-cinder-804757-4-iscsi neutron-server[94514]: {{(pid=94514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:36:49.441651 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Made reservation on behalf of 9edfe2ab96e347aaa855cffb06b2d863 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:49.446657 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.472855 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.545317 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.550657 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.551888 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:49.552565 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.623868 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bf374a-c889-42c0-8e4e-e26fd64f7fac,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:49.635297 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:36:49.671837 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.683321 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:36:49.693547 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.698135 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Added segment 40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d of type vlan for network 924eb88e-118c-4bbf-9652-02d1a6770bf1 Aug 29 11:36:49.741383 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.770192 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea21a8db-b5ca-4c28-ab90-c27d891dc590,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:49.779691 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.866183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.867850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.869048 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:49.872791 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.893220 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:36:49.904142 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e33eb0-5f99-430b-9d07-c89cb4fcaf88,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:49.910523 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:49.911078 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Added segment a7976b50-b421-4c7c-b47e-ae7ed12762e1 of type vlan for network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 Aug 29 11:36:49.941471 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] Pushing event updated for resources: {'Network': ['ID=924eb88e-118c-4bbf-9652-02d1a6770bf1,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:49.953773 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 924eb88e-118c-4bbf-9652-02d1a6770bf1 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:36:49.955652 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.006396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:50.011861 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.077316 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.078308 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:50.078936 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.095738 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bd4ebe5f-43c2-4813-bbad-6b2d4227758d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5540700 Aug 29 11:36:50.095738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50126) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:50.102764 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-286228f3-b5d4-4fca-8edd-07a44f7af586 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6507955 Aug 29 11:36:50.110230 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Request body: {'subnet': {'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1946965868-subnet', 'tenant_id': '47a6b32471244390806b1dfef7db187b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:50.116156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50130) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:50.116495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50132) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:50.148494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] Pushing event updated for resources: {'Network': ['ID=23da4fbd-7df1-47ec-a21a-61b8631af4c1,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:50.158762 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Request body: {'subnet': {'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-subnet', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:50.160927 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:36:50.197626 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c65a83b8-e581-49ed-ae4c-d7e7a52a9484 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2272146 Aug 29 11:36:50.200432 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50138) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:50.205295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Request body: {'subnet': {'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-782604666-subnet', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:50.306020 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.371284 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Made reservation on behalf of 47a6b32471244390806b1dfef7db187b for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:50.373730 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.414422 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Made reservation on behalf of 9edfe2ab96e347aaa855cffb06b2d863 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:50.417323 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.458975 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70e393f-a098-4fec-9bfc-426f961d1675,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:50.495310 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-37da15d2-e463-4470-8a83-93e9efd465bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.538243 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Checking segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:50.538826 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Network hostable DHCP agents. Network: 85eb6138-dba6-4d3a-ad01-9fb599e0f220, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:36:50.600339 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Made reservation on behalf of 58e815a774a44d88bf2688ce34a6b3a3 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:36:50.602670 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.662388 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:36:50.757758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.773901 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.775670 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 85eb6138-dba6-4d3a-ad01-9fb599e0f220) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:50.785659 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa67e660-68f3-457c-b1bd-149901220d07 None None] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:50.812288 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:50.812826 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.817663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce7c853-d87e-41f5-833f-49aa20dde664,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:50.827695 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-37da15d2-e463-4470-8a83-93e9efd465bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.828509 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Checking segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:50.829119 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Network hostable DHCP agents. Network: 23da4fbd-7df1-47ec-a21a-61b8631af4c1, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:36:50.890942 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7460ff4d-f252-4c03-95d8-2b92f4dde505,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:50.908933 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-37da15d2-e463-4470-8a83-93e9efd465bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.917596 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:36:50.934969 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868ef42-5537-4abb-82b6-80fc565885a6 None None] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:50.938654 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Checking segment: {'id': '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:50.939081 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Network hostable DHCP agents. Network: 924eb88e-118c-4bbf-9652-02d1a6770bf1, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:36:50.960826 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-37da15d2-e463-4470-8a83-93e9efd465bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be4f11421e314d508eecc1d43644f096&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8039334 Aug 29 11:36:50.962186 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50152) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:50.968241 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da15d2-e463-4470-8a83-93e9efd465bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a0854-e123-4b07-8241-1c1a122743df,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:50.975057 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 23da4fbd-7df1-47ec-a21a-61b8631af4c1) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:50.982833 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:50.991408 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6523a-2280-460b-b167-3aabf5838a15 None None] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:50.996726 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-aa4ac3f8-e8a8-4a5f-914f-a1106ff467c8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0218728 Aug 29 11:36:51.002391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:51.004052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.075544 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Network 924eb88e-118c-4bbf-9652-02d1a6770bf1 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:36:51.094343 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 924eb88e-118c-4bbf-9652-02d1a6770bf1) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:51.103742 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df4819b-d869-4129-9417-8e7443cca6c4,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:51.121247 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7f44af09-89c8-4d0e-b1b4-e40b0ebbf1c9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9190609 Aug 29 11:36:51.124598 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50158) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:51.126040 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:51.126787 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.155677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:51.186232 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.197342 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3ca26-7616-4eca-b047-6325f86ceafc None None] Network 924eb88e-118c-4bbf-9652-02d1a6770bf1 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:51.205182 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Checking segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:51.205695 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Network hostable DHCP agents. Network: f9bf374a-c889-42c0-8e4e-e26fd64f7fac, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:36:51.232519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.268775 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.269876 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.340017 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.346945 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:36:51.350615 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-afeddab4-d4a2-4293-b2e3-324cae43b652 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2547584 Aug 29 11:36:51.412567 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:36:51.413675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.417920 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.421889 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.424683 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e2a0854-e123-4b07-8241-1c1a122743df HTTP/1.1" status: 204 len: 168 time: 0.4601288 Aug 29 11:36:51.576714 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, f9bf374a-c889-42c0-8e4e-e26fd64f7fac) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:51.640964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f275dc-3261-46eb-a6d5-612a5a76bc1b None None] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:51.641926 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460759ab-2c44-46cc-882b-ad8bf8538851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a0854-e123-4b07-8241-1c1a122743df,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:51.656679 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:51.660281 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.666059 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471c5d1-8cbd-4021-ae0a-becbf1c1d699 None None] Network 924eb88e-118c-4bbf-9652-02d1a6770bf1 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:51.763430 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:51.818125 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-089335b1-1a21-43d7-9b6c-8f5be4d524c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6631730 Aug 29 11:36:51.819304 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50204) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:51.826894 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:51.895853 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Allocated IP 172.20.0.2 (23da4fbd-7df1-47ec-a21a-61b8631af4c1/4ce7c853-d87e-41f5-833f-49aa20dde664/9b347467-9f32-4ab6-936a-f1d08f110977) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:36:52.016442 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.017724 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.039285 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b87ef-a8de-4e01-8e8c-0d85f79037e5 None None] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:52.128025 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.259792 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50232) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:52.260371 dv-cinder-804757-4-iscsi neutron-server[94514]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 11:36:52.327626 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.343811 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Transition to ACTIVE for port object 9b347467-9f32-4ab6-936a-f1d08f110977 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:36:52.363804 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Transition to ACTIVE for port object 9b347467-9f32-4ab6-936a-f1d08f110977 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:36:52.395309 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50242) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:52.405166 dv-cinder-804757-4-iscsi neutron-server[94515]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 11:36:52.442207 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.451289 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-a1fae4df-2092-484e-8640-86257fc06b84 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:52.453323 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-a1fae4df-2092-484e-8640-86257fc06b84 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1944757 Aug 29 11:36:52.470977 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-8f9873ea-af07-4327-af54-bfa8ea6e0a05 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/quotas/683ffb03338c4c45b3f07bba8538380d HTTP/1.1" status: 200 len: 375 time: 0.0117860 Aug 29 11:36:52.499575 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:52.503823 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:52.509368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:36:52.521605 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Pushing event updated for resources: {'Port': ['ID=9b347467-9f32-4ab6-936a-f1d08f110977,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:52.532934 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50246) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:52.552157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.552157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.552157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.552612 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.552856 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.553191 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.553516 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.553841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.554188 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.554523 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.554842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.555160 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Tracked resource versions report: Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: pushed versions: Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: { 'AddressGroup': {'1.2'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'ConntrackHelper': {'1.0'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Log': {'1.0'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Network': {'1.1'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Port': {'1.7'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'PortForwarding': {'1.2'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'QosPolicy': {'1.9'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroup': {'1.4'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SubPort': {'1.0'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Subnet': {'1.1'}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Trunk': {'1.1'}} Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: consumer versions: Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: HyperV agent@hv-cinder-80475: {}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'ConntrackHelper': '1.0', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Log': '1.0', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Network': '1.1', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Port': '1.7', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'PortForwarding': '1.2', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'QosPolicy': '1.9', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroup': '1.4', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SecurityGroupRule': '1.2', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'SubPort': '1.0', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Subnet': '1.1', Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: 'Trunk': '1.1'}} Aug 29 11:36:52.557006 dv-cinder-804757-4-iscsi neutron-server[94516]: {{(pid=94516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:36:52.590204 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccc62-9c35-4bf9-811c-02d1a78fa4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.593850 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Attempting to bind port 9b347467-9f32-4ab6-936a-f1d08f110977 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:36:52.594452 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Attempting to bind port 9b347467-9f32-4ab6-936a-f1d08f110977 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:36:52.594994 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Attempting to bind port 9b347467-9f32-4ab6-936a-f1d08f110977 on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:36:52.601624 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:36:52.602644 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Checking segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:52.603831 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.604426 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Bound using segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:36:52.605182 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Bound port: 9b347467-9f32-4ab6-936a-f1d08f110977, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:36:52.605800 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.651723 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-03a199dc-0b33-43a3-b952-917f0fb1f700 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1645622 Aug 29 11:36:52.700155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] For port 9b347467-9f32-4ab6-936a-f1d08f110977, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:36:52.703840 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] For port 9b347467-9f32-4ab6-936a-f1d08f110977, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=9b347467-9f32-4ab6-936a-f1d08f110977,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:36:52.727292 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.765151 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.781248 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.785045 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:52.832815 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-ccd4e807-e554-4504-bc43-ca219a341544 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:36:52.834699 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-ccd4e807-e554-4504-bc43-ca219a341544 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613544 Aug 29 11:36:52.853543 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24afd07-6e13-45ca-9ce9-66187a1cbd4a None None] Pushing event updated for resources: {'Port': ['ID=9b347467-9f32-4ab6-936a-f1d08f110977,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:52.896008 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-702f6d17-95d9-4e50-8d2f-5b59b532d25a tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:52.897604 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-702f6d17-95d9-4e50-8d2f-5b59b532d25a tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/networks?id=924eb88e-118c-4bbf-9652-02d1a6770bf1 HTTP/1.1" status: 200 len: 812 time: 0.4995818 Aug 29 11:36:52.940600 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-e93911e9-b088-4f53-88e2-35e2fd1b7321 service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985544 Aug 29 11:36:52.998402 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-7df16741-1b61-4e88-af6f-188ed8bd1c05 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/quotas/47a6b32471244390806b1dfef7db187b HTTP/1.1" status: 200 len: 375 time: 0.0894375 Aug 29 11:36:53.054415 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-dd2bfa9d-197c-4c32-8a6a-dc149431aff8 service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068957 Aug 29 11:36:53.115216 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-5aa03fe5-e170-44cf-9305-f9cdd49e6494 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47a6b32471244390806b1dfef7db187b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041305 Aug 29 11:36:53.157244 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Allocated IP 172.27.1.123 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/953b86ca-c532-4f64-bd5e-ec4f0a63aebe) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:36:53.243765 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccc62-9c35-4bf9-811c-02d1a78fa4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.292487 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-24765db1-f012-4c43-b4ed-40a45fe7e477 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:36:53.293515 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-24765db1-f012-4c43-b4ed-40a45fe7e477 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0849054 Aug 29 11:36:53.365347 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.376170 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6f5ccc62-9c35-4bf9-811c-02d1a78fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.387412 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 9b347467-9f32-4ab6-936a-f1d08f110977 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:36:53.531330 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-6f5ccc62-9c35-4bf9-811c-02d1a78fa4c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e55ecb7cbe5c4d1da7ce32828370e591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9672034 Aug 29 11:36:53.534479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50290) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:53.542328 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 9b347467-9f32-4ab6-936a-f1d08f110977 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:36:53.612654 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.621348 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ccc62-9c35-4bf9-811c-02d1a78fa4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c3d01-7755-44c0-bb0c-fc21d4cca7f6,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:53.682335 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-0011b4d4-f052-4822-808a-30d279df1aab service neutron] 10.222.0.43 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798404 Aug 29 11:36:53.684701 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.693463 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9d942466-ae84-4483-99e4-773cabaefcc9 req-dc9e9afb-3ad1-4b36-8195-86aeeb8ba025 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0671356 Aug 29 11:36:53.698691 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.836517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.841921 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.860413 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.863677 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:53.870530 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca1c3d01-7755-44c0-bb0c-fc21d4cca7f6 HTTP/1.1" status: 204 len: 168 time: 0.3348391 Aug 29 11:36:53.906404 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db994c-de9a-4839-9283-2d0381606653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c3d01-7755-44c0-bb0c-fc21d4cca7f6,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:54.017708 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b454c-0082-45c5-bacd-150ab8e2ac3a None None] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:36:54.147104 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:54.159648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:54.173539 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:36:54.223133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Pushing event updated for resources: {'Port': ['ID=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:54.234807 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Provisioning for port 9b347467-9f32-4ab6-936a-f1d08f110977 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:36:54.238394 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-af753e41-cef9-4196-9c1b-55537b3073dc service neutron] 10.222.0.43 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551367 Aug 29 11:36:54.245869 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Provisioning complete for port 9b347467-9f32-4ab6-936a-f1d08f110977 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:54.246487 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.411709 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.415046 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2cdd61b6-8cb4-47b8-9444-8c0797e118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.420847 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Allocated IP 172.27.1.32 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/c37a877d-7470-4027-89aa-601a42c08beb) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:36:54.483963 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] For port 9b347467-9f32-4ab6-936a-f1d08f110977, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=9b347467-9f32-4ab6-936a-f1d08f110977,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:36:54.604475 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.684899 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628194-2e45-431f-b29d-202fd6c602f3 None None] Pushing event updated for resources: {'Port': ['ID=9b347467-9f32-4ab6-936a-f1d08f110977,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:54.731406 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-72ee57fa-8f90-4ad7-a2aa-57257ee212e3 None None] Provisioning complete for port 9b347467-9f32-4ab6-936a-f1d08f110977 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:54.731781 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-72ee57fa-8f90-4ad7-a2aa-57257ee212e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.838933 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:54.882393 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.039642 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e790f501-7952-4d5b-918b-ad876035fb3a req-e4b2cfbd-f775-4686-bd07-e80695e9da9e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0743027 Aug 29 11:36:55.139084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.183860 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-998b4d54-159a-4a77-ac2b-8a063f3c8231 req-6d455202-bbd8-4a3b-85ab-7b2944932293 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0975642 Aug 29 11:36:55.237357 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:55.243719 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Pushing event updated for resources: {'Port': ['ID=c37a877d-7470-4027-89aa-601a42c08beb,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:55.246851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:55.251517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:36:55.255300 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.381900 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 9b347467-9f32-4ab6-936a-f1d08f110977 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:36:55.443915 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 9b347467-9f32-4ab6-936a-f1d08f110977 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:55.444687 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.597478 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Router 12a63690-6fef-4ab6-893d-56908ae4109f is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:36:55.791143 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.917799 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:36:55.930377 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:36:55.943846 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:36:55.944527 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:55.980809 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:55.985161 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50414) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:55.985289 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d4e7d753-edac-4b96-96f2-438e6d873c51 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8505044 Aug 29 11:36:56.044722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:56.149079 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:36:56.273806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Router a740bc4b-3dda-4a19-835f-da35d738344f is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:36:56.416447 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-29b35e09-3bd0-4d73-8ea0-08b404eb26f9 req-d4210c8b-d3e6-4f18-82b2-c19fa954d150 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0703020 Aug 29 11:36:56.482314 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:54Z', 'revision_number': 3, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:56.507272 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-60405c02-6db6-4be0-8b7b-fc5ef9220ac1 req-4276b151-92d8-478a-b8ff-a9637103accb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0801260 Aug 29 11:36:56.516197 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:36:56.531530 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Sync routers for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:36:56.536291 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:36:56.536696 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Updating router 12a63690-6fef-4ab6-893d-56908ae4109f port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:36:56.544864 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:36:56.545497 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:56.572140 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:56.603115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:56.604375 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-5a123947-4696-417a-b95a-100a72745c15 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7838409 Aug 29 11:36:56.607463 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50452) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:56.682843 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:56.915611 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:36:56.918565 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Allocated IP 172.20.0.1 (23da4fbd-7df1-47ec-a21a-61b8631af4c1/4ce7c853-d87e-41f5-833f-49aa20dde664/d0b64943-a0d6-4138-9a44-747aa400ad2a) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:36:56.963536 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:56.974574 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Transition to ACTIVE for port object 953b86ca-c532-4f64-bd5e-ec4f0a63aebe will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:36:56.978794 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d43b-f94d-49ee-9605-61754f4b9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.041307 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.049161 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.062218 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Transition to ACTIVE for port object d0b64943-a0d6-4138-9a44-747aa400ad2a will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:36:57.096433 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Pushing event updated for resources: {'Port': ['ID=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.114308 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.115321 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.115904 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.116457 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.117039 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Tracked resource versions report: Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: pushed versions: Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: { 'AddressGroup': {'1.2'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'ConntrackHelper': {'1.0'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Log': {'1.0'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Network': {'1.1'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Port': {'1.7'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'PortForwarding': {'1.2'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'QosPolicy': {'1.9'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroup': {'1.4'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroupRule': {'1.2'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SubPort': {'1.0'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Subnet': {'1.1'}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Trunk': {'1.1'}} Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: consumer versions: Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: { DHCP agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: HyperV agent@hv-cinder-80475: {}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: L3 agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: Metadata agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: Metering agent@dv-cinder-804757-4-iscsi: {}, Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: Open vSwitch agent@dv-cinder-804757-4-iscsi: { 'AddressGroup': '1.2', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'ConntrackHelper': '1.0', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Log': '1.0', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Network': '1.1', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Port': '1.7', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'PortForwarding': '1.2', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'QosPolicy': '1.9', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroup': '1.4', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SecurityGroupRule': '1.2', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'SubPort': '1.0', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Subnet': '1.1', Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: 'Trunk': '1.1'}} Aug 29 11:36:57.119363 dv-cinder-804757-4-iscsi neutron-server[94517]: {{(pid=94517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 11:36:57.161660 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Attempting to bind port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:36:57.162184 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Attempting to bind port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:36:57.162799 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Attempting to bind port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:36:57.167029 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:55Z', 'revision_number': 3, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:57.169228 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.173119 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:36:57.176228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:57.176228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.176228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:36:57.176228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Bound port: 953b86ca-c532-4f64-bd5e-ec4f0a63aebe, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:36:57.176228 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.199682 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Checking router: a740bc4b-3dda-4a19-835f-da35d738344f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:36:57.204839 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Updating router a740bc4b-3dda-4a19-835f-da35d738344f port c37a877d-7470-4027-89aa-601a42c08beb binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:36:57.235330 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.260830 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] For port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:36:57.271570 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] For port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:36:57.277883 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:57.282919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:57.299423 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:36:57.299900 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.302562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Pushing event updated for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:57.316723 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.358587 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.373855 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.456948 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:36:57.458122 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:57.557841 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca26b-73e7-4eca-8620-cfb6c0bdf296 None None] Pushing event updated for resources: {'Port': ['ID=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:57.651843 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.654871 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-838c3d43-b48a-4794-b073-02ae0b018241 req-18cbeb53-28b8-477d-91df-48fa05bc8ba2 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0782506 Aug 29 11:36:57.664175 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Transition to ACTIVE for port object c37a877d-7470-4027-89aa-601a42c08beb will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:36:57.689632 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Allocated IP 172.20.0.1 (f9bf374a-c889-42c0-8e4e-e26fd64f7fac/0df4819b-d869-4129-9417-8e7443cca6c4/6a5520a9-e86d-47d4-a6d7-5b02fa3520bd) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:36:57.707758 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:36:57.740205 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.769627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.797599 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6f41c970-f4c7-4865-aa53-1b7eebc68ebc req-4ab20644-3ae0-4b67-be15-c778e5a697d4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0914199 Aug 29 11:36:57.891777 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f890cc6e-bedb-401f-9856-2f4278a0af48 None None] Provisioning for port d0b64943-a0d6-4138-9a44-747aa400ad2a completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:36:57.907829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.921215 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f890cc6e-bedb-401f-9856-2f4278a0af48 None None] Provisioning complete for port d0b64943-a0d6-4138-9a44-747aa400ad2a triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:57.921566 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f890cc6e-bedb-401f-9856-2f4278a0af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:57.988583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50494) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:58.011219 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.034287 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f890cc6e-bedb-401f-9856-2f4278a0af48 None None] Port d0b64943-a0d6-4138-9a44-747aa400ad2a cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:36:58.036918 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:54Z', 'revision_number': 3, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:58.048663 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Attempting to bind port c37a877d-7470-4027-89aa-601a42c08beb on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:36:58.049285 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Attempting to bind port c37a877d-7470-4027-89aa-601a42c08beb by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:36:58.049835 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Attempting to bind port c37a877d-7470-4027-89aa-601a42c08beb on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:36:58.049955 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.055808 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:36:58.056433 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:36:58.057441 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.057619 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:36:58.058315 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Bound port: c37a877d-7470-4027-89aa-601a42c08beb, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:36:58.058873 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.061557 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4de7-865d-4e23-9aa8-b1ac61f1b7d6 None None] Pushing event updated for resources: {'Port': ['ID=c37a877d-7470-4027-89aa-601a42c08beb,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:58.077612 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.078676 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.111530 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.125009 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac47ee8-6e9a-4a78-9daf-c1bf011fcdef None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:54Z', 'revision_number': 3, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:36:58.140016 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Pushing event updated for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:58.159208 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:58.160724 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:58.163140 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:36:58.163831 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.180065 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] For port c37a877d-7470-4027-89aa-601a42c08beb, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:36:58.190565 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] For port c37a877d-7470-4027-89aa-601a42c08beb, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=c37a877d-7470-4027-89aa-601a42c08beb,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:36:58.248913 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Pushing event updated for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:58.301092 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.325247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:36:58.326853 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:36:58.415650 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a4de7-865d-4e23-9aa8-b1ac61f1b7d6 None None] Pushing event updated for resources: {'Port': ['ID=c37a877d-7470-4027-89aa-601a42c08beb,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:58.416057 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42fb440e-1b8a-437e-bdef-ffda21a91ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.442757 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:36:58.444389 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:58.765407 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50516) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:58.793314 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:36:58.905837 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-daee0936-32ff-44d0-a99e-0648aeee8e44 None None] Provisioning complete for port d0b64943-a0d6-4138-9a44-747aa400ad2a triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:58.910742 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-daee0936-32ff-44d0-a99e-0648aeee8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:58.928044 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3cb43bc3-f433-4cec-ba77-070442115b52 req-4b61b0ae-635b-4da2-a3c3-c9484fb7a985 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0644546 Aug 29 11:36:59.015403 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42fb440e-1b8a-437e-bdef-ffda21a91ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.020182 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:36:59.048742 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.063675 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:36:59.068601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-daee0936-32ff-44d0-a99e-0648aeee8e44 None None] Port d0b64943-a0d6-4138-9a44-747aa400ad2a cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:36:59.079382 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3048e33c-516a-443f-af28-b83b6128d18c admin admin] 10.222.0.43 "PUT /v2.0/routers/12a63690-6fef-4ab6-893d-56908ae4109f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0931621 Aug 29 11:36:59.083888 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42fb440e-1b8a-437e-bdef-ffda21a91ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.092762 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-134227d3-ee70-4d84-8c05-fe0b0a01d05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.119787 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-18f3355d-8c3a-45ae-b8a1-d53e9ce3de39 req-b3a71ff5-2569-4eca-bf2a-341d2cccd07a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0576701 Aug 29 11:36:59.214723 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-42fb440e-1b8a-437e-bdef-ffda21a91ca0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60ef8465d0a74a02b8743b5f7fae7ec0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2250454 Aug 29 11:36:59.219038 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50532) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:59.260889 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb440e-1b8a-437e-bdef-ffda21a91ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b7a3b-01c3-4a85-bedc-87928e34fcd6,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:59.287709 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.42', 59162) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:59.296428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-134227d3-ee70-4d84-8c05-fe0b0a01d05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.458101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-ba668a5c-6f07-47d9-a273-74f67915cac8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:36:59.463288 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-ba668a5c-6f07-47d9-a273-74f67915cac8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.42 "GET /v2.0/networks?id=924eb88e-118c-4bbf-9652-02d1a6770bf1 HTTP/1.1" status: 200 len: 812 time: 0.1671393 Aug 29 11:36:59.465969 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-134227d3-ee70-4d84-8c05-fe0b0a01d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.530899 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50542) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:59.542473 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 953b86ca-c532-4f64-bd5e-ec4f0a63aebe up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:36:59.544588 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-134227d3-ee70-4d84-8c05-fe0b0a01d05d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a478aadc7b23429c913ddfe28c4f41b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7765930 Aug 29 11:36:59.546991 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134227d3-ee70-4d84-8c05-fe0b0a01d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd366e-d738-4acc-a095-526f49ec6c73,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:36:59.548776 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50546) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:36:59.558470 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Request body: {'port': {'device_id': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1', 'admin_state_up': True, 'tenant_id': '47a6b32471244390806b1dfef7db187b'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:36:59.616168 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:55Z', 'revision_number': 3, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:36:59.641818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.662392 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497f6a-55e2-4d12-9370-b37e5af182cf None None] The sync data for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi is: [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:55Z', 'revision_number': 3, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:36:59.664301 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.667944 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.725654 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.727839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-650e843b-3901-4c2a-8bb6-67462e6597ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.746565 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.758453 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.766634 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.780235 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:36:59.784309 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:36:59.784703 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.842677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-650e843b-3901-4c2a-8bb6-67462e6597ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.935039 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.954288 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.987664 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:36:59.990552 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-650e843b-3901-4c2a-8bb6-67462e6597ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:36:59.994606 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Pushing event updated for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:00.062906 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-650e843b-3901-4c2a-8bb6-67462e6597ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c71476f383e447a96e220e8d39c3012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5276785 Aug 29 11:37:00.062906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.42', 59165) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:00.066119 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50558) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:00.072040 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.223213 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:00.263246 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.265818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.268269 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ccd366e-d738-4acc-a095-526f49ec6c73 HTTP/1.1" status: 204 len: 168 time: 0.7169480 Aug 29 11:37:00.268724 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e4942c9-8ea4-4f3c-bb2c-eeaab69b55c7 req-1f0b37c2-2a5b-490f-85b5-3d949f986e88 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0625932 Aug 29 11:37:00.297706 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Made reservation on behalf of 47a6b32471244390806b1dfef7db187b for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:00.302123 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.347067 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e843b-3901-4c2a-8bb6-67462e6597ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d90cf-39f2-46cf-a92a-d536aa7b7d10,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:00.408106 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b19fc1-43f0-4b56-aa52-dc3d210d9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd366e-d738-4acc-a095-526f49ec6c73,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:00.426534 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:00.443452 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:00.526968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-b8516006-d4c9-4fde-89b8-951647d825d1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:00.534303 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-b8516006-d4c9-4fde-89b8-951647d825d1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.4459417 Aug 29 11:37:00.544494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.613982 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Request body: {'port': {'device_id': '24ecca81-52a5-450d-87ec-540975645dc2', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'admin_state_up': True, 'tenant_id': '683ffb03338c4c45b3f07bba8538380d'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:00.708113 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a527ca1f-706a-47c5-a43e-b1cdb00e2dec req-4d47334f-5c9a-43ab-82a6-b220ffd8b979 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.1603484 Aug 29 11:37:00.748421 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:37:00.765444 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:00.766662 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:00.771375 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.774737 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.778372 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e94b7a3b-01c3-4a85-bedc-87928e34fcd6 HTTP/1.1" status: 204 len: 168 time: 1.5561457 Aug 29 11:37:00.778372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:00.860028 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ae324-c61a-4d40-af8a-23d591968498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b7a3b-01c3-4a85-bedc-87928e34fcd6,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:01.029378 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Router a740bc4b-3dda-4a19-835f-da35d738344f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:37:01.029884 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Allocated IP 172.20.0.7 (924eb88e-118c-4bbf-9652-02d1a6770bf1/7460ff4d-f252-4c03-95d8-2b92f4dde505/ebf9955b-cb74-4825-ac06-e4d254d1068e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:01.147158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:01.168007 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:37:01.182325 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-47b0f946-0c71-4f8b-90b4-95a803ea8e1c admin admin] 10.222.0.43 "PUT /v2.0/routers/a740bc4b-3dda-4a19-835f-da35d738344f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736673 Aug 29 11:37:01.305041 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:01.309452 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.318169 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.325498 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.330188 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/821d90cf-39f2-46cf-a92a-d536aa7b7d10 HTTP/1.1" status: 204 len: 168 time: 1.2034912 Aug 29 11:37:01.330604 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.405000 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50604) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:01.410527 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042197698', 'description': 'tempest-description--788043799'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:01.427791 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 2, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:01.433993 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505078f7-7ce9-4ac3-86f5-1dba27f71d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d90cf-39f2-46cf-a92a-d536aa7b7d10,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:01.740848 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:37:01.740848 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Updating router 12a63690-6fef-4ab6-893d-56908ae4109f port d0b64943-a0d6-4138-9a44-747aa400ad2a binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:37:01.748140 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f46c9635-4e2a-410f-b775-09454eef62bf req-454d4a96-27c8-4c97-836d-108bafaedec0 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0595484 Aug 29 11:37:01.749986 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.752706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 953b86ca-c532-4f64-bd5e-ec4f0a63aebe up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:01.755486 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.755642 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.756411 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:01.756411 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.802571 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.802571 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50612) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:01.802768 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device c37a877d-7470-4027-89aa-601a42c08beb up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:01.816841 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-242f7383-e75e-489e-a42b-68504e6c1579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.828980 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.957312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port c37a877d-7470-4027-89aa-601a42c08beb completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:01.963421 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port c37a877d-7470-4027-89aa-601a42c08beb triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:01.963805 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.983342 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Network 924eb88e-118c-4bbf-9652-02d1a6770bf1 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:01.983516 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:01.996509 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:02.004014 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:02.012168 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:02.013600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.031414 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Pushing event updated for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:02.042290 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Allocated IP 172.20.0.7 (85eb6138-dba6-4d3a-ad01-9fb599e0f220/f70e393f-a098-4fec-9bfc-426f961d1675/43575a05-341e-43b8-81af-1a143dd9fe37) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:02.055404 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.066487 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf91524c-6c00-4a8e-af46-21cc8aad0bb3 req-a9f1749a-5129-4dcc-a4d1-47c239493414 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0804598 Aug 29 11:37:02.089700 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.094446 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50618) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:02.101494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group_rule': {'security_group_id': 'ff428bca-df3a-4399-9a88-33cc74cce7e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:02.110329 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Transition to ACTIVE for port object d0b64943-a0d6-4138-9a44-747aa400ad2a will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:02.111069 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7036996 Aug 29 11:37:02.130767 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c1e8e17c-aa41-45fb-b53b-d55354b69f7e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5848217 Aug 29 11:37:02.143997 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-ba316108-ea49-4ef6-a76f-1fa14904f64d tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:37:02.146528 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-ba316108-ea49-4ef6-a76f-1fa14904f64d tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080683 Aug 29 11:37:02.228320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.243756 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.258848 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f18e-bfcf-4ce2-a975-7530e9797d4c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff428bca-df3a-4399-9a88-33cc74cce7e2,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:02.265174 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port c37a877d-7470-4027-89aa-601a42c08beb, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=c37a877d-7470-4027-89aa-601a42c08beb,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:02.294551 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Sync routers for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:37:02.321532 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:02.322111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:02.450908 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.504317 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ccef-021f-49a5-beb7-e366a4e3863e None None] Pushing event updated for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:02.530589 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Attempting to bind port d0b64943-a0d6-4138-9a44-747aa400ad2a on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:02.530589 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Attempting to bind port d0b64943-a0d6-4138-9a44-747aa400ad2a by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:02.536365 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Attempting to bind port d0b64943-a0d6-4138-9a44-747aa400ad2a on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:02.557882 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:02.562158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Checking segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:02.562158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.562158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Bound using segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:02.562158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Bound port: d0b64943-a0d6-4138-9a44-747aa400ad2a, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:02.562158 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.670042 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.709167 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] For port d0b64943-a0d6-4138-9a44-747aa400ad2a, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:02.715348 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] For port d0b64943-a0d6-4138-9a44-747aa400ad2a, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=d0b64943-a0d6-4138-9a44-747aa400ad2a,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:02.821769 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.850752 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-242f7383-e75e-489e-a42b-68504e6c1579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.869148 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50644) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:02.870340 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=c37a877d-7470-4027-89aa-601a42c08beb,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:02.890157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:02.904540 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-242f7383-e75e-489e-a42b-68504e6c1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:02.943030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-284f3511-ff6c-404e-b62f-577405e6755c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.007287 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f7383-e75e-489e-a42b-68504e6c1579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f372767-7343-4da6-bb32-5cdc3c738c35,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:03.036622 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c599e-9d0d-4b35-88dd-6d6fec7116b6 req-2eca5d3f-600f-450c-a3ea-03ffb5817e98 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:03.048609 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-742c599e-9d0d-4b35-88dd-6d6fec7116b6 req-2eca5d3f-600f-450c-a3ea-03ffb5817e98 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 931 time: 0.3218002 Aug 29 11:37:03.061906 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:03.062660 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:03.064261 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.136813 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ccef-021f-49a5-beb7-e366a4e3863e None None] Pushing event updated for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=4']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:03.211694 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.217456 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:03.339712 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-242f7383-e75e-489e-a42b-68504e6c1579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce4998d8024541f1b31ac458974f4bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5562992 Aug 29 11:37:03.358418 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50652) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:03.403032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 4, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '6a5520a9-e86d-47d4-a6d7-5b02fa3520bd', 'name': '', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'mac_address': 'fa:16:3e:57:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:57Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 2, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'subnets': [{'id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:03.469733 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:03.479420 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Checking router: a740bc4b-3dda-4a19-835f-da35d738344f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:37:03.479803 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Updating router a740bc4b-3dda-4a19-835f-da35d738344f port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:37:03.512585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device c37a877d-7470-4027-89aa-601a42c08beb up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:03.557210 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.559668 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:03.568673 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:03.586021 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:03.591520 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.619220 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event updated for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:03.647009 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-742c599e-9d0d-4b35-88dd-6d6fec7116b6 req-2f171e5e-d850-40ca-9f1e-b0e3ea79afd9 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972481 Aug 29 11:37:03.710372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.735359 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-284f3511-ff6c-404e-b62f-577405e6755c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.747674 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port c37a877d-7470-4027-89aa-601a42c08beb triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:03.749680 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:03.750235 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.763973 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Request body: {'port': {'device_id': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:03.786484 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.842171 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:03.891970 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45375e6a-8177-4b68-8711-d5fe598ca71f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2879150 Aug 29 11:37:03.916223 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca09eba-d327-4773-ad8f-9592a53e918e None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:37:03.944601 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf552-ae8d-454f-936f-b25468400dea req-7c503b58-6956-4660-88bf-fa135f62743a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:04.004168 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-852cf552-ae8d-454f-936f-b25468400dea req-7c503b58-6956-4660-88bf-fa135f62743a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 931 time: 0.1940520 Aug 29 11:37:04.004168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Request body: {'port': {'device_id': '24ecca81-52a5-450d-87ec-540975645dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:04.004168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50664) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:04.119429 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-852cf552-ae8d-454f-936f-b25468400dea req-3d901f14-9d59-4770-9a5a-4aa55a6adc89 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341586 Aug 29 11:37:04.150604 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.207658 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65f44c91-b65a-4804-a9ea-8963e573fe69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.307776 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.330480 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-284f3511-ff6c-404e-b62f-577405e6755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.347178 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95f4d7c-24c4-46ef-b443-a22c9dd9f7a4,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:04.419323 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.560464 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.592078 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-e1e0a38b-363d-4c7c-a597-14f7847620ef tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:04.604211 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-e1e0a38b-363d-4c7c-a597-14f7847620ef tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 819 time: 0.2970874 Aug 29 11:37:04.676494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3511-ff6c-404e-b62f-577405e6755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1cb04-52ce-4a89-b739-7a31305a2928,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:04.701406 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-1fba1b47-711c-4187-9feb-f4530e983090 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/quotas/58e815a774a44d88bf2688ce34a6b3a3 HTTP/1.1" status: 200 len: 375 time: 0.0955055 Aug 29 11:37:04.730180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43575a05-341e-43b8-81af-1a143dd9fe37 {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:04.750957 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.785915 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Transition to ACTIVE for port object 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:04.793923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Transition to ACTIVE for port object 43575a05-341e-43b8-81af-1a143dd9fe37 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:04.795338 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.798829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:04.800312 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-284f3511-ff6c-404e-b62f-577405e6755c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7426e0bb5fad42bbb6afb576763f0cac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9301987 Aug 29 11:37:04.803739 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f372767-7343-4da6-bb32-5cdc3c738c35 HTTP/1.1" status: 204 len: 168 time: 1.3845217 Aug 29 11:37:04.804548 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50676) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:04.832458 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53c541-7475-4b36-991b-41d4e8b10e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f372767-7343-4da6-bb32-5cdc3c738c35,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:04.855789 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.003910 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.081299 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af1ab-2450-4876-ba97-652ca67320e4 None None] Pushing event updated for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:05.123964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Attempting to bind port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:05.123964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Attempting to bind port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:05.123964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Attempting to bind port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:05.129688 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:05.130053 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Checking segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:05.130469 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.130862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Bound using segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:05.131390 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Bound port: 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:05.131793 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.137346 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Pushing event updated for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:05.147974 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-5524030a-d2de-427b-abe9-349d40843322 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4456785 Aug 29 11:37:05.180039 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa1fc8-ca10-4469-a3f8-4024203ad639 req-c537690b-99bb-486f-bc7a-7b886076ecdc tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:05.182484 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-09fa1fc8-ca10-4469-a3f8-4024203ad639 req-c537690b-99bb-486f-bc7a-7b886076ecdc tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 931 time: 0.3766479 Aug 29 11:37:05.183454 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.209652 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.249998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] For port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:05.255662 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] For port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:05.346432 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.378335 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-09fa1fc8-ca10-4469-a3f8-4024203ad639 req-c75d95bc-5591-4fb2-84fe-3b2d09bdb56a tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945120 Aug 29 11:37:05.383434 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.389284 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.394255 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4db1cb04-52ce-4a89-b739-7a31305a2928 HTTP/1.1" status: 204 len: 168 time: 0.5753839 Aug 29 11:37:05.416056 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-9aeee227-76a2-4e4a-8b91-3058ef5e79b0 service neutron] 10.222.0.43 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567704 Aug 29 11:37:05.451987 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:05.452520 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:36:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:05.598909 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Attempting to bind port 43575a05-341e-43b8-81af-1a143dd9fe37 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:05.599499 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Attempting to bind port 43575a05-341e-43b8-81af-1a143dd9fe37 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:05.600029 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Attempting to bind port 43575a05-341e-43b8-81af-1a143dd9fe37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:05.607420 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeb359-4ba1-4d01-a9d5-f071d65e2d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1cb04-52ce-4a89-b739-7a31305a2928,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:05.619276 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65f44c91-b65a-4804-a9ea-8963e573fe69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.661780 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Port 43575a05-341e-43b8-81af-1a143dd9fe37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:37:05.662319 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Attempting to bind port 43575a05-341e-43b8-81af-1a143dd9fe37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:05.687908 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd693b-c4de-456f-a4b6-e555d6075023 req-ea82cbfd-5b22-4265-ab3e-6cd06720a7b5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:05.697262 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1afd693b-c4de-456f-a4b6-e555d6075023 req-ea82cbfd-5b22-4265-ab3e-6cd06720a7b5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.1003933 Aug 29 11:37:05.716577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:05.717220 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Checking segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:05.717938 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Bound using segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:05.718592 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Bound port: 43575a05-341e-43b8-81af-1a143dd9fe37, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:05.719120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.737199 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65f44c91-b65a-4804-a9ea-8963e573fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.756041 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf9955b-cb74-4825-ac06-e4d254d1068e {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:05.776874 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.790736 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:05.811915 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Transition to ACTIVE for port object ebf9955b-cb74-4825-ac06-e4d254d1068e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:05.825570 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:05.830468 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=43575a05-341e-43b8-81af-1a143dd9fe37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:05.870954 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.874654 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3d2b248e-b4ac-4a30-813c-9bb40f7ce643 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7765784 Aug 29 11:37:05.881024 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:05.899855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50704) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:05.904942 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-65f44c91-b65a-4804-a9ea-8963e573fe69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=168afca7634045999cdcf59e52c91f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9110425 Aug 29 11:37:05.909200 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group_rule': {'security_group_id': 'ff428bca-df3a-4399-9a88-33cc74cce7e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:05.945136 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-111826a5-134c-42fc-a814-28e28a7e9c01 service neutron] 10.222.0.43 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030026 Aug 29 11:37:05.947469 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 50706) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:05.957488 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af1ab-2450-4876-ba97-652ca67320e4 None None] Pushing event updated for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:05.963781 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device d0b64943-a0d6-4138-9a44-747aa400ad2a up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:05.999336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.051652 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f44c91-b65a-4804-a9ea-8963e573fe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d20d51-d6e7-46eb-b00b-f30c58d6a7b8,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:06.079109 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1afd693b-c4de-456f-a4b6-e555d6075023 req-c3379665-2534-4209-8f69-e3d32c7d735c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806772 Aug 29 11:37:06.147210 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:06.148164 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.150756 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] 10.222.0.42 "PUT /v2.0/ports/43575a05-341e-43b8-81af-1a143dd9fe37 HTTP/1.1" status: 200 len: 1093 time: 2.2148678 Aug 29 11:37:06.153527 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:06.217718 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:06.330736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Attempting to bind port ebf9955b-cb74-4825-ac06-e4d254d1068e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:06.330736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Attempting to bind port ebf9955b-cb74-4825-ac06-e4d254d1068e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:06.330736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Attempting to bind port ebf9955b-cb74-4825-ac06-e4d254d1068e on network 924eb88e-118c-4bbf-9652-02d1a6770bf1 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:06.338706 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Port ebf9955b-cb74-4825-ac06-e4d254d1068e on network 924eb88e-118c-4bbf-9652-02d1a6770bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:37:06.342917 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Attempting to bind port ebf9955b-cb74-4825-ac06-e4d254d1068e on network 924eb88e-118c-4bbf-9652-02d1a6770bf1 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:06.356063 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:06.356521 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Checking segment: {'id': '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:06.360685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Bound using segment: {'id': '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:06.361172 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Bound port: ebf9955b-cb74-4825-ac06-e4d254d1068e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:06.361648 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.382130 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.460612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.535232 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 4, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '6a5520a9-e86d-47d4-a6d7-5b02fa3520bd', 'name': '', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'mac_address': 'fa:16:3e:57:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:57Z', 'updated_at': '2021-08-29T11:37:05Z', 'revision_number': 4, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'subnets': [{'id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:06.569000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:06.573263 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2fd7d251-3729-42e4-a922-841ae2ce103b req-79ac9be1-d44e-4568-bcb3-3ec05385c20e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 210 time: 0.2441273 Aug 29 11:37:06.622709 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b2e86-2acb-4957-a9f4-43a2765bb009 None None] The sync data for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi is: [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:58Z', 'revision_number': 4, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '6a5520a9-e86d-47d4-a6d7-5b02fa3520bd', 'name': '', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'mac_address': 'fa:16:3e:57:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:57Z', 'updated_at': '2021-08-29T11:37:05Z', 'revision_number': 4, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'subnets': [{'id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:37:06.624834 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port d0b64943-a0d6-4138-9a44-747aa400ad2a completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:06.642476 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87792882-213e-41b8-b79d-4b29413e7946 service neutron] Pushing event updated for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:06.662699 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.666121 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port d0b64943-a0d6-4138-9a44-747aa400ad2a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:06.671943 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.756591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e,segment=NetworkSegment(40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d),segment_id=40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:06.784886 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.824419 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:06.892005 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19456b1d-b009-4b46-b92d-93e31171c349,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:06.894831 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0038-e470-40d0-b174-32fd565d0924 req-8a7af269-f285-4fd9-bba8-feb87d0dae25 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:06.903461 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-015c0038-e470-40d0-b174-32fd565d0924 req-8a7af269-f285-4fd9-bba8-feb87d0dae25 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.3284445 Aug 29 11:37:06.979541 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-69bee348-0159-4aca-b33f-eac8eef13a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:06.981520 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-69bee348-0159-4aca-b33f-eac8eef13a23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 1096 time: 0.3096983 Aug 29 11:37:07.031076 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.041026 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.080702 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port d0b64943-a0d6-4138-9a44-747aa400ad2a, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=d0b64943-a0d6-4138-9a44-747aa400ad2a,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:07.152784 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-015c0038-e470-40d0-b174-32fd565d0924 req-52d7bd43-72d3-4df0-87ca-929ad5bc4aa3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347786 Aug 29 11:37:07.161056 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:07.163165 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.164836 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebf9955b-cb74-4825-ac06-e4d254d1068e HTTP/1.1" status: 200 len: 1093 time: 4.0504968 Aug 29 11:37:07.166057 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:07.303121 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.346859 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.362333 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.376862 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53d20d51-d6e7-46eb-b00b-f30c58d6a7b8 HTTP/1.1" status: 204 len: 168 time: 1.4067695 Aug 29 11:37:07.514126 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:07.558000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd05687-a24e-4bb2-a28d-af7196825e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d20d51-d6e7-46eb-b00b-f30c58d6a7b8,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:07.562032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:07.706754 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edbc42-5828-4ff2-a3c5-3ebae471d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:07.799037 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.800226 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-80be7bd0-3883-46f6-9171-a1bad1042193 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8985641 Aug 29 11:37:07.814884 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 50768) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:07.922368 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b151016-f81b-4576-a9f8-c053a070cc69" -d '{"events": [{"name": "network-changed", "server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:07.922368 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:07.922368 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-cf5e7386-958e-43f2-a820-9b66547a2b45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43575a05-341e-43b8-81af-1a143dd9fe37 HTTP/1.1" status: 200 len: 217 time: 0.7380509 Aug 29 11:37:07.923206 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-354c30da-8166-4c34-b5ed-ce7c7158bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:07.923206 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-354c30da-8166-4c34-b5ed-ce7c7158bb81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47a6b32471244390806b1dfef7db187b&device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 1096 time: 0.4063089 Aug 29 11:37:07.947453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-77c6d09a-d70b-43b9-b2f1-581a640ac793 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:07.950029 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-77c6d09a-d70b-43b9-b2f1-581a640ac793 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 819 time: 0.5664065 Aug 29 11:37:07.974376 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:07.981312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:07.981312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:07.984185 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fa571-9983-4be8-af10-7f488dfa6853 req-b18ca9d6-a99f-4554-adb3-2e89c6a4a0cd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:07.986370 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-be5fa571-9983-4be8-af10-7f488dfa6853 req-b18ca9d6-a99f-4554-adb3-2e89c6a4a0cd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.2888620 Aug 29 11:37:07.988494 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-43763e21-10db-4297-8246-0e50064ead88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:07.990681 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-43763e21-10db-4297-8246-0e50064ead88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.1032007 Aug 29 11:37:07.994058 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-c27d9926-9a8a-4d30-99e4-1fb42ee09d94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e HTTP/1.1" status: 200 len: 217 time: 0.0981646 Aug 29 11:37:08.010853 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-65b08230-e435-41c4-ba05-e259c121a0fb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/quotas/58e815a774a44d88bf2688ce34a6b3a3 HTTP/1.1" status: 200 len: 375 time: 0.0196712 Aug 29 11:37:08.022577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:08.169389 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-28a40953-6a49-498f-93d8-9b2bf3d8d734 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731742 Aug 29 11:37:08.180749 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:08.232338 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-6fe9720d-0ef7-4b0e-94be-47b62d6a847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:08.232338 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-6fe9720d-0ef7-4b0e-94be-47b62d6a847b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7460ff4d-f252-4c03-95d8-2b92f4dde505 HTTP/1.1" status: 200 len: 852 time: 0.1426845 Aug 29 11:37:08.256084 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-310debd7-adbc-484c-9fa2-d8f504585703 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2258492 Aug 29 11:37:08.260782 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:08.309425 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-be5fa571-9983-4be8-af10-7f488dfa6853 req-e85108e4-6d57-41f7-b70b-d6683347b9e1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120995 Aug 29 11:37:08.406251 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-812280b1-ac68-4b8f-8df7-c449d37ac315 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=924eb88e-118c-4bbf-9652-02d1a6770bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430309 Aug 29 11:37:08.406549 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-0d7198aa-61a2-4b80-80e7-b64d257fa56c service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213011 Aug 29 11:37:08.425591 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:08.515181 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:08.561841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:08.578727 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-8f00cce8-e36d-4bd1-94f0-a21601f54e13 service neutron] 10.222.0.43 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202784 Aug 29 11:37:08.921000 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87816634-6df7-41d0-9571-9e5d7e148a2f req-45c2c79a-b23e-443b-b3f2-e1e463a5e1cb service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861174 Aug 29 11:37:08.921627 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:08.922202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Allocated IP 172.27.1.184 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/1773286c-912c-4c0f-bc59-f4e6fce91bdc) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:08.999996 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-886767d0-8fe6-4c97-bb7c-a68d43b72b38 service neutron] 10.222.0.43 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198720 Aug 29 11:37:09.018940 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8335c3a6-d525-4cce-a0e2-a2010233e392 x-openstack-request-id: req-8335c3a6-d525-4cce-a0e2-a2010233e392 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:09.019150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:09.019400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8335c3a6-d525-4cce-a0e2-a2010233e392 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:09.019843 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37', 'status': 'completed', 'code': 200} Aug 29 11:37:09.021690 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-3449157d-480b-445f-a9bb-e5680ace06c4 service neutron] 10.222.0.42 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748874 Aug 29 11:37:09.155764 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:09.295141 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1517-099d-4a04-9ded-252693b5be10 req-c95441a8-1f81-4dc6-951e-5cd0ed9a69b3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:09.303303 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3adb1517-099d-4a04-9ded-252693b5be10 req-c95441a8-1f81-4dc6-951e-5cd0ed9a69b3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.1994963 Aug 29 11:37:09.467822 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3adb1517-099d-4a04-9ded-252693b5be10 req-0b251be0-85fa-4ff8-94f9-7e3e7c6bcdc4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615195 Aug 29 11:37:09.484939 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-0beae93f-36e2-44c0-ba95-67ffb3d556b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:09.490272 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-0beae93f-36e2-44c0-ba95-67ffb3d556b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1437757 Aug 29 11:37:09.494892 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:09.518651 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:09.549692 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c87ff0c8-f0c5-4dd7-995b-2c4e194b866a req-b46848e8-3b2e-4ed1-93b0-e13e9ec42538 service neutron] 10.222.0.42 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680788 Aug 29 11:37:09.777015 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:09.777015 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:09.777015 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device d0b64943-a0d6-4138-9a44-747aa400ad2a up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:09.802902 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c364f3cd-d0b8-418e-bae0-6d0ebb696365 req-1ff3eb43-84b0-47ba-9cc1-95513ae8850e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0664036 Aug 29 11:37:09.817100 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:09.828006 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=1773286c-912c-4c0f-bc59-f4e6fce91bdc,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:09.830202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:09.833543 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-3b1a9bc4-81b6-4742-9dbb-e90909d29f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:09.835287 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-3b1a9bc4-81b6-4742-9dbb-e90909d29f83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 916 time: 0.3331795 Aug 29 11:37:09.835967 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:09.847069 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port d0b64943-a0d6-4138-9a44-747aa400ad2a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:09.847499 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.045030 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.064583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8890-d587-4798-83c3-0138e4204146 req-32524f1e-db72-4c7f-a2e2-cac3afc8f448 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:10.066160 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f58e8890-d587-4798-83c3-0138e4204146 req-32524f1e-db72-4c7f-a2e2-cac3afc8f448 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.1402307 Aug 29 11:37:10.133906 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f58e8890-d587-4798-83c3-0138e4204146 req-72159a1d-7f51-4aad-8e14-2c5cdfb7a812 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Aug 29 11:37:10.274156 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5a868-329f-4320-938e-72a784ff240d x-openstack-request-id: req-80b5a868-329f-4320-938e-72a784ff240d {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:10.275283 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:10.275547 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80b5a868-329f-4320-938e-72a784ff240d {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:10.276393 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e', 'status': 'completed', 'code': 200} Aug 29 11:37:10.281566 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.466371 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.528577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.544651 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.641824 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=1773286c-912c-4c0f-bc59-f4e6fce91bdc,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:10.675305 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:37:10.675851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:10.688690 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-5cc5a1c8-0111-4e57-b3c1-48aa12d34e5c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8383491 Aug 29 11:37:10.701601 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482422f-2447-4c1f-ab65-6c1f9371f10c req-847c6f3a-4aa3-4bda-b13d-b79bea4adbf3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:10.805034 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5482422f-2447-4c1f-ab65-6c1f9371f10c req-847c6f3a-4aa3-4bda-b13d-b79bea4adbf3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0982056 Aug 29 11:37:10.805034 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5482422f-2447-4c1f-ab65-6c1f9371f10c req-29b8e184-0da8-4eb7-909e-ff25b2807a06 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Aug 29 11:37:10.907865 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ca06a800-bf1c-4bde-b114-fea0e3b43310 req-89d71851-9466-4385-b9be-9573cd141cf7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0354824 Aug 29 11:37:11.265816 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3a5bb-e19d-4f4d-88da-a16302128831 req-75d3464e-ca43-4d6a-9c82-d6913723cd26 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:11.265816 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4eb3a5bb-e19d-4f4d-88da-a16302128831 req-75d3464e-ca43-4d6a-9c82-d6913723cd26 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0550911 Aug 29 11:37:11.280913 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-7d564087-a115-4df1-9eab-d3e7f6303292 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2042197698&fields=id&tenant_id=9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 267 time: 0.0460567 Aug 29 11:37:11.316658 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4eb3a5bb-e19d-4f4d-88da-a16302128831 req-7d6451ed-911c-424e-9d47-fff673a46702 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Aug 29 11:37:11.470996 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-bdc75016-045d-4483-aea1-6ce5fccbf4de tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:11.479239 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-bdc75016-045d-4483-aea1-6ce5fccbf4de tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 810 time: 0.1892555 Aug 29 11:37:11.489873 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-b6808e4d-668d-45a3-9141-e82f80e358e4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/quotas/9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Aug 29 11:37:11.568541 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-929ff669-0da6-492c-a37a-5ec25e74b14a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708609 Aug 29 11:37:11.688146 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-711d17c6-1b9e-418e-9ae4-5818fbc91cbe service neutron] 10.222.0.43 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094990 Aug 29 11:37:11.810727 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-e7408fc1-c896-42f9-af60-a44f52982956 service neutron] 10.222.0.43 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215637 Aug 29 11:37:11.998157 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660bbdb-f5cd-4dcf-9ace-d703fe4b6fff req-f4c87229-ba65-4ddb-9645-9530ef172611 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:11.999724 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e660bbdb-f5cd-4dcf-9ace-d703fe4b6fff req-f4c87229-ba65-4ddb-9645-9530ef172611 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0918827 Aug 29 11:37:12.092013 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e660bbdb-f5cd-4dcf-9ace-d703fe4b6fff req-0bc21adb-2791-4a07-a564-ddcda421e8f1 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853353 Aug 29 11:37:12.266468 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-59d33ffe-864e-402c-be81-97c5917208d4 req-abf13974-216e-4c5f-a052-2f0b781f2334 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0707288 Aug 29 11:37:12.294440 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e942f02a-4592-4437-a77a-fdd4f3364a04 req-d046f0ec-17a0-4a4a-851f-4155cfdb7efc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0582061 Aug 29 11:37:12.550431 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cb599-76af-4881-8ed8-4c6c38b501c0 req-d4f6faf3-ffd5-4b1c-88a5-3bede388c59f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:12.560806 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-269cb599-76af-4881-8ed8-4c6c38b501c0 req-d4f6faf3-ffd5-4b1c-88a5-3bede388c59f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.1126328 Aug 29 11:37:12.890051 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-269cb599-76af-4881-8ed8-4c6c38b501c0 req-5a0290bf-1108-4f90-be7e-6a702c622cce tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234229 Aug 29 11:37:13.291343 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfb790-9678-4e71-a88b-361f34e34058 req-9fb8afe8-d6c0-46ce-bc62-436c4b1b62e3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:13.293228 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-23bfb790-9678-4e71-a88b-361f34e34058 req-9fb8afe8-d6c0-46ce-bc62-436c4b1b62e3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0932004 Aug 29 11:37:13.375082 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a63affc-f1bc-4c6e-a205-4d85e723a33b req-a87b47ae-d1f0-44bf-a10b-61155eda8bfc tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0497413 Aug 29 11:37:13.395980 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-23bfb790-9678-4e71-a88b-361f34e34058 req-0c6470f4-d062-4ec4-80ae-9c883402d1c3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Aug 29 11:37:13.465321 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-864b5f35-70d0-406d-a0c8-2c386a2bdf32 req-5533ff35-8ce5-4224-ad82-08272e2a5856 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0448089 Aug 29 11:37:14.019922 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7083c-3451-46f8-bc6b-9bc741ab01ac req-838d32dc-8b67-486c-9cb3-3d9f1d18f6b4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.021433 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64b7083c-3451-46f8-bc6b-9bc741ab01ac req-838d32dc-8b67-486c-9cb3-3d9f1d18f6b4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0534370 Aug 29 11:37:14.065831 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64b7083c-3451-46f8-bc6b-9bc741ab01ac req-4c47bd63-eda0-4c7c-b9d4-e3711ffbcaed tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Aug 29 11:37:14.374703 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-ecde0877-4e1b-45f5-8ae5-833189cdc525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43575a05-341e-43b8-81af-1a143dd9fe37 HTTP/1.1" status: 200 len: 217 time: 0.0755875 Aug 29 11:37:14.422889 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-f01f82a5-40dd-4ac6-a79f-9a0f42a974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.425890 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-f01f82a5-40dd-4ac6-a79f-9a0f42a974a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47a6b32471244390806b1dfef7db187b&device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 1096 time: 0.1020443 Aug 29 11:37:14.473950 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-ee7fc484-75bb-4c13-9fa5-5fe1bd072844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.476758 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-ee7fc484-75bb-4c13-9fa5-5fe1bd072844 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.0905831 Aug 29 11:37:14.542541 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-722209b7-cf44-4701-a268-7d5ea4961332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457509 Aug 29 11:37:14.576599 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6ad4b720-73d3-4849-976c-df2d5572dded req-73aad901-5140-457f-af20-42fa9e4673d2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0660543 Aug 29 11:37:14.663617 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590acb04-d2e0-4122-9876-a2032b9d901a req-f5d92717-5e22-4006-b225-c6fb1fc27e22 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.665232 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-590acb04-d2e0-4122-9876-a2032b9d901a req-f5d92717-5e22-4006-b225-c6fb1fc27e22 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.1431468 Aug 29 11:37:14.689609 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2fe8197c-59cb-4876-83d6-64eb9e5b6939 req-fc8198c8-acba-4b85-875a-dc0fd0699faf tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0308924 Aug 29 11:37:14.692213 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-d05a1781-33ff-4b47-b79b-519fdfe74bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.693752 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-d05a1781-33ff-4b47-b79b-519fdfe74bd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=924eb88e-118c-4bbf-9652-02d1a6770bf1 HTTP/1.1" status: 200 len: 913 time: 0.2571988 Aug 29 11:37:14.733481 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-1cd0d16a-302d-4176-9891-70855288083c service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720119 Aug 29 11:37:14.748381 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-6865b405-953e-4c28-ac20-311047f7a410 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e HTTP/1.1" status: 200 len: 217 time: 0.0456743 Aug 29 11:37:14.751841 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-590acb04-d2e0-4122-9876-a2032b9d901a req-4c6c82ec-d3ef-4cad-8cb5-5ee16c426de6 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Aug 29 11:37:14.809243 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-af28d204-09df-4845-9481-3ae90a7e5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:14.810702 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-af28d204-09df-4845-9481-3ae90a7e5224 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7460ff4d-f252-4c03-95d8-2b92f4dde505 HTTP/1.1" status: 200 len: 852 time: 0.0561972 Aug 29 11:37:14.832793 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b151016-f81b-4576-a9f8-c053a070cc69 req-a95063e3-32d3-48ef-a8ae-d1a95fe9c18b service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914483 Aug 29 11:37:14.843604 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-fd534a05-65f8-46d3-b132-1da5f2ec2317 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=924eb88e-118c-4bbf-9652-02d1a6770bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240355 Aug 29 11:37:14.939680 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-c1120114-d949-4bf4-9286-f5635a6eb1ec service neutron] 10.222.0.42 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844629 Aug 29 11:37:15.033703 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0b41fcc5-3ad4-4e26-959f-0d197d1fcd4c req-e246c691-d60f-45f8-91e8-54286a5727f9 service neutron] 10.222.0.42 "GET /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846705 Aug 29 11:37:15.156890 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51000) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:15.205821 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794d11-6039-4439-9406-0bb828065262 req-4c20cce0-12d6-4d6c-b76f-a7f1faa6d283 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:15.208811 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-08794d11-6039-4439-9406-0bb828065262 req-4c20cce0-12d6-4d6c-b76f-a7f1faa6d283 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0654716 Aug 29 11:37:15.252219 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-08794d11-6039-4439-9406-0bb828065262 req-5c872774-5e51-49a1-ae1a-14492eacb577 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366366 Aug 29 11:37:15.335976 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-927de414-9499-4e4f-9fc4-c47a9a7edfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.423391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-282ba0b0-f753-45ab-a45d-afb573838089 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:15.424900 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-282ba0b0-f753-45ab-a45d-afb573838089 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 819 time: 0.1480560 Aug 29 11:37:15.443623 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Request body: {'port': {'device_id': '5a1a3cea-2883-494f-869a-4b877399a615', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'admin_state_up': True, 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:15.551862 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-927de414-9499-4e4f-9fc4-c47a9a7edfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.645397 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-927de414-9499-4e4f-9fc4-c47a9a7edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.712039 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-949d5ca0-bf03-4b5d-b464-4be369310a96 req-21ff882b-d7ed-4f08-b6a7-294bbaf15113 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0632818 Aug 29 11:37:15.728391 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-927de414-9499-4e4f-9fc4-c47a9a7edfc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed704c368acf447d9f71176d8e636c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674391 Aug 29 11:37:15.728391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927de414-9499-4e4f-9fc4-c47a9a7edfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d232be1-bab7-4c9a-967d-e9c24699ac8c,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:15.728590 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51022) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:15.787649 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.813974 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Made reservation on behalf of 58e815a774a44d88bf2688ce34a6b3a3 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:15.819237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.819388 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:15.847004 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1531c180-620c-4dfa-bc09-fcb1dfe4ccdc req-b1fdd361-f25b-4bc9-a080-f8eaf29c53ec tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0446465 Aug 29 11:37:15.968492 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188a238-08ae-43d5-9249-f45139147bd2 req-a73be5c0-d3c7-46e9-b5b6-df8cce0ce971 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:15.970303 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3188a238-08ae-43d5-9249-f45139147bd2 req-a73be5c0-d3c7-46e9-b5b6-df8cce0ce971 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.1314099 Aug 29 11:37:16.010050 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.012571 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.016304 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d232be1-bab7-4c9a-967d-e9c24699ac8c HTTP/1.1" status: 204 len: 168 time: 0.2843909 Aug 29 11:37:16.049263 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Allocated IP 172.20.0.4 (f9bf374a-c889-42c0-8e4e-e26fd64f7fac/0df4819b-d869-4129-9417-8e7443cca6c4/fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:16.053761 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3188a238-08ae-43d5-9249-f45139147bd2 req-19c3c52e-9363-459f-acfb-e81943ee0cbf tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686314 Aug 29 11:37:16.088441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf1cbb-404c-4f15-a470-3076bd94a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d232be1-bab7-4c9a-967d-e9c24699ac8c,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:16.182736 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-fb5e80de-55de-4454-9b3b-0d45f8fea79b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:16.184979 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-fb5e80de-55de-4454-9b3b-0d45f8fea79b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 819 time: 0.1848998 Aug 29 11:37:16.217111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Request body: {'port': {'device_id': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'admin_state_up': True, 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:16.269967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.428183 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4bfe-74f9-4892-87af-92a098469b88 req-14355467-ab74-4bd8-8565-59597541f997 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:16.429324 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-95af4bfe-74f9-4892-87af-92a098469b88 req-14355467-ab74-4bd8-8565-59597541f997 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0804827 Aug 29 11:37:16.467439 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.479740 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-95af4bfe-74f9-4892-87af-92a098469b88 req-b13ff5db-c5bb-4a78-8f7a-d23de83ec0db tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Aug 29 11:37:16.534462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:16.534462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:16.534462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:16.534462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:16.534462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.547437 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Pushing event updated for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:16.562862 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Made reservation on behalf of 58e815a774a44d88bf2688ce34a6b3a3 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:16.566404 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.624473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.42', 59189) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:16.703435 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Allocated IP 172.20.0.11 (f9bf374a-c889-42c0-8e4e-e26fd64f7fac/0df4819b-d869-4129-9417-8e7443cca6c4/793d8eb0-94e4-4121-8fe3-3f3d88002e6c) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:16.839761 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8c5ec024-adc5-4e3d-a31a-92f303b66b93 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4020104 Aug 29 11:37:16.865496 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Request body: {'port': {'device_id': '5a1a3cea-2883-494f-869a-4b877399a615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:16.886583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.917844 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7259c302-ca03-4870-a731-af93aea1a2cc req-329abf29-17b1-48ac-902f-b25c83a37159 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0829039 Aug 29 11:37:16.943086 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:16.962506 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51062) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:16.969407 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e557c17d-4ab7-47bc-9b15-20179680b489 req-936d6448-f853-41e2-9980-df14ecd10a5d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Aug 29 11:37:16.995459 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd31ed27-8472-4c3e-9fd1-b70f555546bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.021467 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.049055 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-73d877b6-a5c5-41b7-ac11-c7bfdf90f786 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:17.050462 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-73d877b6-a5c5-41b7-ac11-c7bfdf90f786 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 810 time: 0.4249043 Aug 29 11:37:17.072937 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Network f9bf374a-c889-42c0-8e4e-e26fd64f7fac is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:17.082127 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:17.098987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:17.105348 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:17.105981 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.120772 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Pushing event updated for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:17.251921 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-a77a195e-9bb2-446a-9a54-d21322a9dd8b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 380 time: 0.1922240 Aug 29 11:37:17.291640 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'port': {'device_id': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'admin_state_up': True, 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'security_groups': ['ff428bca-df3a-4399-9a88-33cc74cce7e2']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:17.400573 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89709-625d-4309-82ba-afe8ebc5e9c4 req-000f4027-ce66-478c-915f-d77675a7667b tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:17.402107 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fac89709-625d-4309-82ba-afe8ebc5e9c4 req-000f4027-ce66-478c-915f-d77675a7667b tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.2348387 Aug 29 11:37:17.463490 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd31ed27-8472-4c3e-9fd1-b70f555546bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.532137 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fac89709-625d-4309-82ba-afe8ebc5e9c4 req-4208f085-5f3b-4002-9cc4-c4583103a314 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111710 Aug 29 11:37:17.532137 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd31ed27-8472-4c3e-9fd1-b70f555546bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.588984 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-2e1fd788-9837-4c4b-85e1-7673bf300264 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3857734 Aug 29 11:37:17.589668 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-fd31ed27-8472-4c3e-9fd1-b70f555546bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e824892c7f0146ce91fa592065b3494a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235471 Aug 29 11:37:17.592475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51082) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:17.595538 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31ed27-8472-4c3e-9fd1-b70f555546bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda4f92-1bb6-45db-bd34-7f0264493d53,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:17.599369 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:17.607335 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca847-d3a5-4a01-a6c7-e216ed9c0235 req-174e8615-4c80-4306-8db6-2b2d24cdd860 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:17.609039 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f81ca847-d3a5-4a01-a6c7-e216ed9c0235 req-174e8615-4c80-4306-8db6-2b2d24cdd860 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0578821 Aug 29 11:37:17.609560 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.624844 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Transition to ACTIVE for port object fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:17.675225 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f81ca847-d3a5-4a01-a6c7-e216ed9c0235 req-717829a8-7136-466f-b4de-3e83957383b2 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Aug 29 11:37:17.677830 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.689523 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Made reservation on behalf of 9edfe2ab96e347aaa855cffb06b2d863 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:17.693098 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.700483 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.706696 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.768767 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Pushing event updated for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:17.797930 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Attempting to bind port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:17.798258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Attempting to bind port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:17.798577 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Attempting to bind port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:17.802577 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:37:17.802890 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Attempting to bind port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:17.807986 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:17.808318 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Checking segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:17.808726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Bound using segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:17.809146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Bound port: fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:17.809486 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.813834 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.816354 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:17.817526 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdda4f92-1bb6-45db-bd34-7f0264493d53 HTTP/1.1" status: 204 len: 168 time: 0.2241106 Aug 29 11:37:17.826168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45458e-2cbd-4bab-95b5-4cf9299793f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda4f92-1bb6-45db-bd34-7f0264493d53,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:17.951563 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:17.956324 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:17.965256 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Allocated IP 172.20.0.13 (23da4fbd-7df1-47ec-a21a-61b8631af4c1/4ce7c853-d87e-41f5-833f-49aa20dde664/4dc6acc7-0530-4bc9-b498-1aceadb17e0c) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:37:18.023425 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0ebff9bf-ad4b-4f70-833b-371d8face95d req-07c99720-390e-452e-b89c-5dd9a95a9616 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0347304 Aug 29 11:37:18.066871 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.091758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb10b5-eef9-4c86-a9f2-2246518c3487 req-e1311669-614e-4b59-9122-addf872f3598 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:18.093354 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a3cb10b5-eef9-4c86-a9f2-2246518c3487 req-e1311669-614e-4b59-9122-addf872f3598 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 932 time: 0.0523772 Aug 29 11:37:18.112277 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:18.112916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.114297 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 1093 time: 1.2534084 Aug 29 11:37:18.118494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:18.120705 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55ac986-8af2-4a48-ad7a-b721f601c858" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:18.157941 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a3cb10b5-eef9-4c86-a9f2-2246518c3487 req-665c97c2-0e11-4019-99a4-294d67573171 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Aug 29 11:37:18.162329 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c958f-c4ca-43c4-884b-2bb2f2b11536 service neutron] Pushing event updated for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:18.176240 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af638a95-a83d-4929-8ecf-f7005cba7d76 x-openstack-request-id: req-af638a95-a83d-4929-8ecf-f7005cba7d76 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:18.176527 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:18.176929 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af638a95-a83d-4929-8ecf-f7005cba7d76 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:18.177328 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb', 'status': 'completed', 'code': 200} Aug 29 11:37:18.191891 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.204645 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Transition to ACTIVE for port object 4dc6acc7-0530-4bc9-b498-1aceadb17e0c will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:18.294331 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.338269 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:37:18.341371 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:18.345087 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:37:18.350966 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:18.351518 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.361062 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:18.420692 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-c918cd96-3ade-4770-ac4c-ce7287213068 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1371517 Aug 29 11:37:18.614084 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ff0ede9c-c7ce-42d4-aa55-17f840f282ba None None] Provisioning for port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:18.618202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ff0ede9c-c7ce-42d4-aa55-17f840f282ba None None] Provisioning complete for port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:18.618725 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ff0ede9c-c7ce-42d4-aa55-17f840f282ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:18.639859 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670710b-8888-4bce-bfb1-fa03357f0685 req-ec757996-38fd-4421-b0bf-30cc01e02e19 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:18.641428 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5670710b-8888-4bce-bfb1-fa03357f0685 req-ec757996-38fd-4421-b0bf-30cc01e02e19 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0497484 Aug 29 11:37:18.657106 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ede9c-c7ce-42d4-aa55-17f840f282ba None None] Port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:37:18.682216 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5670710b-8888-4bce-bfb1-fa03357f0685 req-7673577b-433f-4f31-aad5-6f69a71a2412 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342245 Aug 29 11:37:18.790362 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f8791-8137-4e00-92af-9cffe51ee2d7 req-d3c23e3d-a6f4-4a37-bdbf-cdd507caa375 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:18.791822 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-225f8791-8137-4e00-92af-9cffe51ee2d7 req-d3c23e3d-a6f4-4a37-bdbf-cdd507caa375 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Aug 29 11:37:18.828346 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-225f8791-8137-4e00-92af-9cffe51ee2d7 req-89820941-03aa-416e-b693-8f8db5d55d75 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306208 Aug 29 11:37:18.977175 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51120) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:19.070169 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163585724-network', 'tenant_id': 'c99697bee2b3446fbd8338fe3a0f400a'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:19.140740 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f71c1-df99-4298-a489-3aa8e951ea34 req-bf2aaeaf-4244-4c8e-b120-47e1f0576f6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:19.142221 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c99f71c1-df99-4298-a489-3aa8e951ea34 req-bf2aaeaf-4244-4c8e-b120-47e1f0576f6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 932 time: 0.0510709 Aug 29 11:37:19.143473 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Made reservation on behalf of c99697bee2b3446fbd8338fe3a0f400a for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:19.145675 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.160126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.201388 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c99f71c1-df99-4298-a489-3aa8e951ea34 req-d344622f-1ed4-47db-a394-c074f9111b4f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526886 Aug 29 11:37:19.255514 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deed8ce-e700-402b-ba6d-9866f5a7d2e6 req-3822801d-e7d2-41da-a45a-88618078a84b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:19.257034 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5deed8ce-e700-402b-ba6d-9866f5a7d2e6 req-3822801d-e7d2-41da-a45a-88618078a84b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 932 time: 0.0520997 Aug 29 11:37:19.272166 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.296570 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5deed8ce-e700-402b-ba6d-9866f5a7d2e6 req-6871c18d-6c88-4642-924d-83afc7954377 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Aug 29 11:37:19.343832 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.365266 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:37:19.379635 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00416590-f7b1-44bc-a744-945638ef762d,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:19.385339 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.385847 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Added segment 6d2319a3-aefa-4d58-b0e7-44c533b3648c of type vlan for network feafb7e2-3097-4b6c-ae65-c5b026117252 Aug 29 11:37:19.425847 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.509643 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.510615 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:19.511262 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.570945 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] Pushing event updated for resources: {'Network': ['ID=feafb7e2-3097-4b6c-ae65-c5b026117252,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:19.582155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network feafb7e2-3097-4b6c-ae65-c5b026117252 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:37:19.665538 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-6bf61f92-53ee-4566-8a24-181e01cb7feb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6866446 Aug 29 11:37:19.668354 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51134) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:19.673195 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Request body: {'subnet': {'network_id': 'feafb7e2-3097-4b6c-ae65-c5b026117252', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163585724-subnet', 'tenant_id': 'c99697bee2b3446fbd8338fe3a0f400a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:19.796237 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44c16-caa8-4e37-9f86-ad394e16466b req-994d8ebf-0e5d-409a-9976-b0e111f8c27c tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:19.797788 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-57c44c16-caa8-4e37-9f86-ad394e16466b req-994d8ebf-0e5d-409a-9976-b0e111f8c27c tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0497596 Aug 29 11:37:19.798759 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Made reservation on behalf of c99697bee2b3446fbd8338fe3a0f400a for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:19.801025 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:19.884293 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-57c44c16-caa8-4e37-9f86-ad394e16466b req-e58fffed-b5cd-4843-972d-4f5a6cc6c34d tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804408 Aug 29 11:37:19.941682 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871125f7-ecb0-4b7b-8bfc-2bc087c80199 req-1043c370-f304-4ce9-acb0-e9a37dd090d3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:19.943074 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-871125f7-ecb0-4b7b-8bfc-2bc087c80199 req-1043c370-f304-4ce9-acb0-e9a37dd090d3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 943 time: 0.0491061 Aug 29 11:37:19.981497 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-871125f7-ecb0-4b7b-8bfc-2bc087c80199 req-b2eb6d50-0628-4402-ab74-aebd6e6a6b6c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Aug 29 11:37:20.037455 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Request body: {'port': {'device_id': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:20.038156 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 43575a05-341e-43b8-81af-1a143dd9fe37 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:37:20.042509 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Request body: {'port': {'device_id': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:20.088954 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.117736 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.130428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.142313 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-e71baed3-8e2d-4ad6-a07b-9d803010f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:20.143917 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-e71baed3-8e2d-4ad6-a07b-9d803010f4eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1096 time: 0.0820668 Aug 29 11:37:20.156049 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=43575a05-341e-43b8-81af-1a143dd9fe37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:20.172340 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '43575a05-341e-43b8-81af-1a143dd9fe37', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'port_id': '43575a05-341e-43b8-81af-1a143dd9fe37', 'mac_address': 'fa:16:3e:83:e5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70e393f-a098-4fec-9bfc-426f961d1675', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:37:20.179218 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd67bbd-f09f-40d8-9ec2-ada8fed6008a,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:20.204285 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Checking segment: {'id': '6d2319a3-aefa-4d58-b0e7-44c533b3648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'feafb7e2-3097-4b6c-ae65-c5b026117252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:20.204285 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Network hostable DHCP agents. Network: feafb7e2-3097-4b6c-ae65-c5b026117252, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:37:20.217786 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.238547 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43575a05-341e-43b8-81af-1a143dd9fe37 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:20.274592 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=43575a05-341e-43b8-81af-1a143dd9fe37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:20.339129 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.340152 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ebf9955b-cb74-4825-ac06-e4d254d1068e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:37:20.391758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5db77-02b0-468e-80f4-de4e6655da32 req-007f9b64-711a-48fc-9897-17db101d9a7d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:20.393315 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f8b5db77-02b0-468e-80f4-de4e6655da32 req-007f9b64-711a-48fc-9897-17db101d9a7d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 932 time: 0.1178441 Aug 29 11:37:20.396089 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Network feafb7e2-3097-4b6c-ae65-c5b026117252 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:37:20.501761 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f8b5db77-02b0-468e-80f4-de4e6655da32 req-dec5fabd-14c6-4680-ba96-de15127ee68b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714164 Aug 29 11:37:20.511234 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, feafb7e2-3097-4b6c-ae65-c5b026117252) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:20.549257 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:20.550047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.569765 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793d8eb0-94e4-4121-8fe3-3f3d88002e6c {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:20.580133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.589030 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63338779-6a8c-480b-8bc1-8d7c59a965ba None None] Network feafb7e2-3097-4b6c-ae65-c5b026117252 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:37:20.594186 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Transition to ACTIVE for port object 793d8eb0-94e4-4121-8fe3-3f3d88002e6c will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:20.605623 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:20.649723 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-02ed2052-d7f4-4dbc-a9e0-ba3bf99084ce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9723697 Aug 29 11:37:20.663115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.713100 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-935171ed-6a75-4358-83c5-12605ad3ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:20.715271 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-935171ed-6a75-4358-83c5-12605ad3ce0f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5476670 Aug 29 11:37:20.757504 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e,segment=NetworkSegment(40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d),segment_id=40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:20.762364 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Pushing event updated for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:20.773851 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'ebf9955b-cb74-4825-ac06-e4d254d1068e', 'network_id': '924eb88e-118c-4bbf-9652-02d1a6770bf1', 'port_id': 'ebf9955b-cb74-4825-ac06-e4d254d1068e', 'mac_address': 'fa:16:3e:68:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7460ff4d-f252-4c03-95d8-2b92f4dde505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:37:20.811366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Attempting to bind port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:20.811711 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Attempting to bind port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:20.812044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Attempting to bind port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:20.835399 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:37:20.835922 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Attempting to bind port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c on network f9bf374a-c889-42c0-8e4e-e26fd64f7fac {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:20.844662 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:20.844882 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Checking segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:20.845254 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Bound using segment: {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:20.845682 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Bound port: 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:20.850218 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.870113 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d70e08-ec02-46df-ac7f-3531770b93c2 None None] Network feafb7e2-3097-4b6c-ae65-c5b026117252 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:37:20.886509 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154311d9-749d-4b3b-9ee0-e659755128b4 req-def92c58-3947-443a-8743-b191a4271b33 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:20.887638 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:20.889118 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-154311d9-749d-4b3b-9ee0-e659755128b4 req-def92c58-3947-443a-8743-b191a4271b33 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 944 time: 0.4354661 Aug 29 11:37:20.925355 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:20.928858 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:20.967683 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf9955b-cb74-4825-ac06-e4d254d1068e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:21.016572 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e,segment=NetworkSegment(40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d),segment_id=40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:21.026800 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a7c46-81cc-460f-918e-c64ad4499c19 req-df96cdc6-70e1-46da-8545-a7312a935448 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.042891 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-316a7c46-81cc-460f-918e-c64ad4499c19 req-df96cdc6-70e1-46da-8545-a7312a935448 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 943 time: 0.0813532 Aug 29 11:37:21.053030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-70b92390-c69f-4c94-bfac-366a3dc9dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.055905 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a55ac986-8af2-4a48-ad7a-b721f601c858 req-70b92390-c69f-4c94-bfac-366a3dc9dd2b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3326716 Aug 29 11:37:21.062315 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-154311d9-749d-4b3b-9ee0-e659755128b4 req-772f7468-8fd8-4d88-9790-1906e977ae92 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536641 Aug 29 11:37:21.067182 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc6acc7-0530-4bc9-b498-1aceadb17e0c {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:21.068176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.088038 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.103308 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Transition to ACTIVE for port object 4dc6acc7-0530-4bc9-b498-1aceadb17e0c will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:37:21.118778 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.152410 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-316a7c46-81cc-460f-918e-c64ad4499c19 req-759f1c6a-5f43-478f-827a-97a533402c92 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022727 Aug 29 11:37:21.161709 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-93b5ff6d-10e5-4e67-bf38-318f3acd83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.161709 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-93b5ff6d-10e5-4e67-bf38-318f3acd83cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1096 time: 0.0527689 Aug 29 11:37:21.175185 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.177328 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.179445 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] 10.222.0.42 "PUT /v2.0/ports/793d8eb0-94e4-4121-8fe3-3f3d88002e6c HTTP/1.1" status: 200 len: 1094 time: 1.1484118 Aug 29 11:37:21.180079 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:21.183092 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75a4f00-2714-476d-bd66-48a29e452829" -d '{"events": [{"name": "network-changed", "server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:21.214472 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.217202 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-503c97cf-ca02-445a-ad66-e13b38aaa325 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0487561 Aug 29 11:37:21.223912 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:21.239100 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141b909-4f54-426a-aaf4-23486cf233ed service neutron] Pushing event updated for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:21.243257 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c17aa-f9fc-4203-82b5-03464f8bd922 x-openstack-request-id: req-4a6c17aa-f9fc-4203-82b5-03464f8bd922 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:21.243553 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:21.243840 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a6c17aa-f9fc-4203-82b5-03464f8bd922 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:21.245025 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'status': 'completed', 'code': 200} Aug 29 11:37:21.322163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4f00-2714-476d-bd66-48a29e452829 req-5a302fde-0b5b-4ffe-bfb8-46d2b505b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.324807 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d75a4f00-2714-476d-bd66-48a29e452829 req-5a302fde-0b5b-4ffe-bfb8-46d2b505b12e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1097 time: 0.0626130 Aug 29 11:37:21.361128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:21.386774 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-72799585-b850-40e3-99fe-c4b4433bf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.388327 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-72799585-b850-40e3-99fe-c4b4433bf318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.1587186 Aug 29 11:37:21.412177 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:37:21.417746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4bb2-1632-494f-9afa-ad38e3752530 req-7bcdf1ea-e624-42b6-923c-89edda611a61 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.419406 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d3ab4bb2-1632-494f-9afa-ad38e3752530 req-7bcdf1ea-e624-42b6-923c-89edda611a61 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 944 time: 0.2079363 Aug 29 11:37:21.421946 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Attempting to bind port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:37:21.422275 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Attempting to bind port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:37:21.422600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Attempting to bind port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:21.442309 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-ba8e02fe-8a16-460e-af0f-a72f2636d316 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440187 Aug 29 11:37:21.448284 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:37:21.448919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Attempting to bind port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:37:21.495939 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:37:21.496281 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Checking segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:21.496718 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Bound using segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:37:21.497133 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Bound port: 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:37:21.497479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:21.527486 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['ebf9955b-cb74-4825-ac06-e4d254d1068e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:37:21.677099 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d3ab4bb2-1632-494f-9afa-ad38e3752530 req-f43cb4eb-0cd7-4d2d-badf-d4af91e1a14c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370164 Aug 29 11:37:21.751205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4f00-2714-476d-bd66-48a29e452829 req-12d7548d-a03b-41d6-86d9-d4f83b080876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.753337 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d75a4f00-2714-476d-bd66-48a29e452829 req-12d7548d-a03b-41d6-86d9-d4f83b080876 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4188356 Aug 29 11:37:21.780011 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f641b48-54d7-4f34-ac89-725e5a5b46e0 req-89a249ef-2f97-4c52-a6d7-4f0d51f50c50 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:21.788836 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7f641b48-54d7-4f34-ac89-725e5a5b46e0 req-89a249ef-2f97-4c52-a6d7-4f0d51f50c50 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 944 time: 0.0955782 Aug 29 11:37:21.876394 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51196) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:21.892860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51198) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:21.896491 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:37:21.902217 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222893138-network', 'tenant_id': 'ab8368e4d5474c78abeca4e47520b344'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:21.929515 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-a17ebec8-5cfb-4430-8bb1-024a90fe16ca service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775522 Aug 29 11:37:21.932256 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:37:22.005801 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.060788 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.061309 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.062637 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] 10.222.0.42 "PUT /v2.0/ports/4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1094 time: 2.0246141 Aug 29 11:37:22.063066 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:22.065478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f40b3-624e-454c-8198-c567c19c23a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:22.081901 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Made reservation on behalf of ab8368e4d5474c78abeca4e47520b344 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:22.084208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.114457 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.130182 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f620b-3e35-4450-90ac-077af8ccbd81 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:22.137599 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a6070-134b-4e47-ab17-12f9bcd792ca x-openstack-request-id: req-855a6070-134b-4e47-ab17-12f9bcd792ca {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:22.146627 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:22.152034 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-855a6070-134b-4e47-ab17-12f9bcd792ca {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:22.152034 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'status': 'completed', 'code': 200} Aug 29 11:37:22.158680 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6bb767b-6c37-4c52-9f36-8154b887246b req-fdddb696-7161-483f-a3fa-32e1acc9f5b4 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196949 Aug 29 11:37:22.226989 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4f00-2714-476d-bd66-48a29e452829 req-b6b82e7e-3fc3-49a3-b497-bfe9c7d5ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.228513 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d75a4f00-2714-476d-bd66-48a29e452829 req-b6b82e7e-3fc3-49a3-b497-bfe9c7d5ca76 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4627454 Aug 29 11:37:22.275109 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7f641b48-54d7-4f34-ac89-725e5a5b46e0 req-ed7f715a-ae49-4924-bed0-8d998a069b1c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4851084 Aug 29 11:37:22.298896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f40b3-624e-454c-8198-c567c19c23a5 req-fbc49cbe-e142-4879-af8a-524c6659e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.306430 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-037f40b3-624e-454c-8198-c567c19c23a5 req-fbc49cbe-e142-4879-af8a-524c6659e0f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1097 time: 0.1502912 Aug 29 11:37:22.374933 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-de44b230-0c78-4a85-9de7-c6e077135fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.414008 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-8892569a-3db0-499a-bf53-586e77631d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.416782 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-8892569a-3db0-499a-bf53-586e77631d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1097 time: 0.1089616 Aug 29 11:37:22.502783 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-601fc7e9-a507-431f-8699-b49a051a319e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c HTTP/1.1" status: 200 len: 217 time: 0.0706980 Aug 29 11:37:22.515030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc091-75a1-4e94-b7eb-31a12685b7df req-3fd265cf-752f-4930-aa9c-2b310c7d6111 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.516653 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-597cc091-75a1-4e94-b7eb-31a12685b7df req-3fd265cf-752f-4930-aa9c-2b310c7d6111 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 944 time: 0.2693295 Aug 29 11:37:22.557920 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285166f-81a7-4ce0-9298-087a365c8c72 req-f498c964-2c24-4107-b783-8fbda3b1f5fd tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.566491 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d285166f-81a7-4ce0-9298-087a365c8c72 req-f498c964-2c24-4107-b783-8fbda3b1f5fd tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 944 time: 0.1484721 Aug 29 11:37:22.587372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.589151 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f40b3-624e-454c-8198-c567c19c23a5 req-556ed7a7-ea6f-461d-84b0-7dcbfc363d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.590425 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-037f40b3-624e-454c-8198-c567c19c23a5 req-556ed7a7-ea6f-461d-84b0-7dcbfc363d2c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2454143 Aug 29 11:37:22.597868 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-597cc091-75a1-4e94-b7eb-31a12685b7df req-fb80e8c7-3dc3-4a8a-90cc-ecceeb3f64bc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715802 Aug 29 11:37:22.603366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71376d-e282-456b-852f-ca391b10b91f req-0f809dbb-8651-43fb-ba0b-78f8921f05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.604863 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-0f809dbb-8651-43fb-ba0b-78f8921f05b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0939093 Aug 29 11:37:22.652649 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-839b37e2-47f4-4600-8f77-08795df79417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397806 Aug 29 11:37:22.655500 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d285166f-81a7-4ce0-9298-087a365c8c72 req-09c6b492-179c-424e-9179-36d5972b2406 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880866 Aug 29 11:37:22.710009 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f40b3-624e-454c-8198-c567c19c23a5 req-7586fe65-77d4-4658-8010-efba2b02d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.712186 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-037f40b3-624e-454c-8198-c567c19c23a5 req-7586fe65-77d4-4658-8010-efba2b02d6ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134613 Aug 29 11:37:22.712833 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.774417 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:37:22.797782 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-ec63cde6-0693-4ab9-812f-778d0595e5fd service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356306 Aug 29 11:37:22.804461 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6cdeb2-b5aa-474e-b4e6-3f1f3260d8f4,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:22.831097 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.831449 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Added segment eba8efd3-eb1f-4071-a631-06fca40ccd27 of type vlan for network 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb Aug 29 11:37:22.892497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9f71376d-e282-456b-852f-ca391b10b91f req-d8d71777-9ac7-4f75-b053-a92fab637c98 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866389 Aug 29 11:37:22.914269 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:22.918908 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-3fb5e90f-fb46-49f7-ac10-66b033c6ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.920431 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-3fb5e90f-fb46-49f7-ac10-66b033c6ae33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1097 time: 0.1447797 Aug 29 11:37:22.953784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cd8ad-1813-42d4-9c29-5b1e2cfd2ddc req-d42ceb55-99b9-487d-a91c-70b232d91550 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:22.955338 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f46cd8ad-1813-42d4-9c29-5b1e2cfd2ddc req-d42ceb55-99b9-487d-a91c-70b232d91550 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 944 time: 0.1551797 Aug 29 11:37:22.958015 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51214) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:22.995556 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-d7d33381-8e02-4363-bae3-3bc8ce8c6ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 217 time: 0.0637321 Aug 29 11:37:23.074148 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbea2bcb-bf04-4531-9fcf-07b93594c592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.080800 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-de44b230-0c78-4a85-9de7-c6e077135fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.083314 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.084288 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.084910 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.099118 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f46cd8ad-1813-42d4-9c29-5b1e2cfd2ddc req-0a8334a2-a413-41f3-8af1-ede3a56ce177 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084604 Aug 29 11:37:23.136497 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ebf9955b-cb74-4825-ac06-e4d254d1068e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:23.139514 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-bc6bcd90-4df0-41f1-b4cd-6b4dd7b84bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.141036 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-bc6bcd90-4df0-41f1-b4cd-6b4dd7b84bcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.1312470 Aug 29 11:37:23.259077 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port ebf9955b-cb74-4825-ac06-e4d254d1068e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:23.263403 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port ebf9955b-cb74-4825-ac06-e4d254d1068e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:23.263866 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.332140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-de44b230-0c78-4a85-9de7-c6e077135fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.349935 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.378173 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:23.388474 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] Pushing event updated for resources: {'Network': ['ID=61cefb7b-c3d3-4caf-a84e-71c1d0748eeb,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:23.403855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f5099-1452-4a74-8757-b728b30cc5fb req-b3e2ab4a-834b-4208-86f5-f21913d76ec7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.405876 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b31f5099-1452-4a74-8757-b728b30cc5fb req-b3e2ab4a-834b-4208-86f5-f21913d76ec7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 944 time: 0.0708957 Aug 29 11:37:23.410263 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-de44b230-0c78-4a85-9de7-c6e077135fed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5f6e138f33543e3a0650181b27247cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5263238 Aug 29 11:37:23.410428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51230) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:23.421340 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-af48d3de-f2de-421d-9563-7eeb29d86e0b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5261121 Aug 29 11:37:23.425862 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51232) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:23.437996 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Request body: {'subnet': {'network_id': '61cefb7b-c3d3-4caf-a84e-71c1d0748eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222893138-subnet', 'tenant_id': 'ab8368e4d5474c78abeca4e47520b344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:23.441746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b230-0c78-4a85-9de7-c6e077135fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591a60a-79bd-45ac-b872-49a04b3b7ae5,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:23.457801 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e92-61b0-4486-881a-d7816f4c9229 req-1ea51b19-7323-4e2b-a6d2-d0de8fbc851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.458320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:37:23.459335 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-1ea51b19-7323-4e2b-a6d2-d0de8fbc851d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3089061 Aug 29 11:37:23.477398 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b31f5099-1452-4a74-8757-b728b30cc5fb req-5a9a057a-1654-4c3f-ae6c-2b510bcfc47a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603263 Aug 29 11:37:23.492416 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e,segment=NetworkSegment(40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d),segment_id=40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:23.539907 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbea2bcb-bf04-4531-9fcf-07b93594c592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.577774 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.585343 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.586255 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 43575a05-341e-43b8-81af-1a143dd9fe37 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:23.608645 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-2b66f6f3-6fe5-4783-9ff6-3122ba4aea0d service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387944 Aug 29 11:37:23.610328 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f1f76-8845-43e6-aa14-32de4c28c5d8" -d '{"events": [{"server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:23.610463 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.653858 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbea2bcb-bf04-4531-9fcf-07b93594c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.692357 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2bcb-bf04-4531-9fcf-07b93594c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9f46f-c9b5-45e5-971d-a72490f1bb1d,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:23.715996 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:23.718069 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bbea2bcb-bf04-4531-9fcf-07b93594c592 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bfb7bff43474029892e1f73168105ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588503 Aug 29 11:37:23.720607 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51246) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:23.765679 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b24f0-7362-48cb-b5a7-9bae0b6f104c x-openstack-request-id: req-c97b24f0-7362-48cb-b5a7-9bae0b6f104c {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:23.765982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "name": "network-vif-plugged", "status": "completed", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:23.766297 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c97b24f0-7362-48cb-b5a7-9bae0b6f104c {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:23.766809 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e', 'code': 200} Aug 29 11:37:23.777060 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-af155e92-61b0-4486-881a-d7816f4c9229 req-34562da1-f89a-463a-833a-76044c3ddeb8 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602402 Aug 29 11:37:23.795181 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8f58-4107-4f79-9759-e9f286c78201 req-2e7b771d-d0da-4a5c-9524-298faaddf8ac tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.800701 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.800842 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7b5d8f58-4107-4f79-9759-e9f286c78201 req-2e7b771d-d0da-4a5c-9524-298faaddf8ac tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 944 time: 0.1130869 Aug 29 11:37:23.823601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 43575a05-341e-43b8-81af-1a143dd9fe37 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:23.823601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 43575a05-341e-43b8-81af-1a143dd9fe37 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:23.823851 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.837789 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.839723 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7b5d8f58-4107-4f79-9759-e9f286c78201 req-1b71b949-ae85-48ed-b17a-09938f176be5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Aug 29 11:37:23.865554 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.869020 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.872328 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3591a60a-79bd-45ac-b872-49a04b3b7ae5 HTTP/1.1" status: 204 len: 168 time: 0.4585948 Aug 29 11:37:23.882493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Made reservation on behalf of ab8368e4d5474c78abeca4e47520b344 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:37:23.882493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.897814 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a44c-c73c-43cb-8452-02b490bc6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591a60a-79bd-45ac-b872-49a04b3b7ae5,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:23.920298 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c0e30-7bb7-4fb5-b8c1-91bf31a34766 req-1c1bf5af-aa8a-436c-920b-69ac5368ea02 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:23.927781 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d85c0e30-7bb7-4fb5-b8c1-91bf31a34766 req-1c1bf5af-aa8a-436c-920b-69ac5368ea02 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0823307 Aug 29 11:37:23.932816 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:23.969155 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d85c0e30-7bb7-4fb5-b8c1-91bf31a34766 req-a17bf296-094f-4dcc-ae98-6c131665b57d tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Aug 29 11:37:23.978694 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=43575a05-341e-43b8-81af-1a143dd9fe37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:24.019602 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.022225 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.023363 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ec9f46f-c9b5-45e5-971d-a72490f1bb1d HTTP/1.1" status: 204 len: 168 time: 0.3002069 Aug 29 11:37:24.032036 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77252-074f-4417-944e-be9cc2940d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9f46f-c9b5-45e5-971d-a72490f1bb1d,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:24.077483 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.132906 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:24.215424 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-9770c8ac-595f-4d89-8b6e-ab3360f57e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:24.216970 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-9770c8ac-595f-4d89-8b6e-ab3360f57e76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 1098 time: 0.0956502 Aug 29 11:37:24.240351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.257151 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e988a33-8994-4b25-b96f-3aa70cd56fa3 req-e7e1dd59-712d-469d-a7bb-da2270401110 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:24.258827 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7e988a33-8994-4b25-b96f-3aa70cd56fa3 req-e7e1dd59-712d-469d-a7bb-da2270401110 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0800569 Aug 29 11:37:24.260012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-1eb95e1b-8839-4f6c-9842-4ce2d2abc4e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.282604 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d4172daa-f7aa-483b-85d5-482506a1ea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.343415 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa7f93f-1c8f-4e96-a0b5-3de6d06a66f8,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:24.384886 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7e988a33-8994-4b25-b96f-3aa70cd56fa3 req-be53c8de-74d6-4f88-a627-5c957503f6ef tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030397 Aug 29 11:37:24.400126 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Checking segment: {'id': 'eba8efd3-eb1f-4071-a631-06fca40ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '61cefb7b-c3d3-4caf-a84e-71c1d0748eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:37:24.400493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Network hostable DHCP agents. Network: 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:37:24.464030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-1eb95e1b-8839-4f6c-9842-4ce2d2abc4e9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.489308 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Network 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:37:24.592824 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae69f4b-455d-4f8f-9563-1f2efa335319 req-6b111684-df44-4a6a-b110-8593988bafc2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:24.594231 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6ae69f4b-455d-4f8f-9563-1f2efa335319 req-6b111684-df44-4a6a-b110-8593988bafc2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 944 time: 0.0485265 Aug 29 11:37:24.601467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-1eb95e1b-8839-4f6c-9842-4ce2d2abc4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.630183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:37:24.633240 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6ae69f4b-455d-4f8f-9563-1f2efa335319 req-d8d05525-7acc-4505-8aa2-8d66f0612f6e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Aug 29 11:37:24.641845 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aaef3c-0f08-41b0-bcb1-7c5018876808 None None] Network 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:37:24.642503 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-863214c8-1811-4ade-b8a5-8a3e9a32a07a req-1eb95e1b-8839-4f6c-9842-4ce2d2abc4e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175959 Aug 29 11:37:24.643967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:24.644572 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.664155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95e1b-8839-4f6c-9842-4ce2d2abc4e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1959f82-71df-4541-b184-6ea07ec78abf,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:24.775605 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-a12a6d42-eda8-48d5-9250-89de4915c669 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3404539 Aug 29 11:37:24.785832 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed862c-53e9-43dd-a800-7384082efb6e None None] Network 61cefb7b-c3d3-4caf-a84e-71c1d0748eeb requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:37:24.798174 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51278) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:24.812903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-77b1c561-329c-44cb-9eac-bc08b8113f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.908017 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51284) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:24.928055 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6df92b8d-a481-46b1-af9e-3cb369fe3eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.931285 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51286) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:24.976530 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Deleting subnet 7fd67bbd-f09f-40d8-9ec2-ada8fed6008a {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:37:24.980411 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:24.992779 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-77b1c561-329c-44cb-9eac-bc08b8113f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.009708 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30b33-0146-4c1b-9024-f3fe7b7af279 req-8f4faee0-1efb-4f7e-9fd5-a62e4d9aa7b2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:25.011208 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-24a30b33-0146-4c1b-9024-f3fe7b7af279 req-8f4faee0-1efb-4f7e-9fd5-a62e4d9aa7b2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 944 time: 0.0725281 Aug 29 11:37:25.022806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.033190 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.055576 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-24a30b33-0146-4c1b-9024-f3fe7b7af279 req-4f966cd4-9a84-42fe-b0ea-ca9862abef4f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Aug 29 11:37:25.078620 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-77b1c561-329c-44cb-9eac-bc08b8113f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.121019 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ba63-7746-49b0-8ce6-250f79b194f1 req-566398d5-6fd9-4fcf-943c-89ff0d8014bd tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:25.122433 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-54f7ba63-7746-49b0-8ce6-250f79b194f1 req-566398d5-6fd9-4fcf-943c-89ff0d8014bd tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0686188 Aug 29 11:37:25.130252 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-77b1c561-329c-44cb-9eac-bc08b8113f54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76b0f5369818490da35310fdb3944344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309560 Aug 29 11:37:25.135358 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51290) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:25.137782 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1c561-329c-44cb-9eac-bc08b8113f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d0ceac-c863-4e1c-a0fe-8aee17f8ec67,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.143717 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:37:25.185435 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-54f7ba63-7746-49b0-8ce6-250f79b194f1 req-0b22b48e-dd74-4c8c-8778-1f6242188dc2 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564668 Aug 29 11:37:25.193723 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6df92b8d-a481-46b1-af9e-3cb369fe3eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.215119 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.217074 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.253649 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd67bbd-f09f-40d8-9ec2-ada8fed6008a,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.253957 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:25.264326 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.265884 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-29caa2e9-953c-446e-8822-c5e4ac3bf4c3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7fd67bbd-f09f-40d8-9ec2-ada8fed6008a HTTP/1.1" status: 204 len: 168 time: 0.3335614 Aug 29 11:37:25.268805 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51292) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:25.270523 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.275795 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'port_id': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb', 'mac_address': 'fa:16:3e:61:c7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:37:25.309518 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6df92b8d-a481-46b1-af9e-3cb369fe3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.319519 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.333288 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:25.354286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:25.365618 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6df92b8d-a481-46b1-af9e-3cb369fe3eae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=397387475df24da8bd2fda6a5525ac84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562330 Aug 29 11:37:25.368580 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51294) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:25.371192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92b8d-a481-46b1-af9e-3cb369fe3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33139ad4-bb0a-499a-a53a-00417ea2982f,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.380195 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.398739 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.401721 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.402830 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63d0ceac-c863-4e1c-a0fe-8aee17f8ec67 HTTP/1.1" status: 204 len: 168 time: 0.2666085 Aug 29 11:37:25.432165 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.433133 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 793d8eb0-94e4-4121-8fe3-3f3d88002e6c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:37:25.439682 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302b179-ff30-450a-981c-c76b66a6031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d0ceac-c863-4e1c-a0fe-8aee17f8ec67,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.467973 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.479779 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.499565 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.512161 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.512505 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.513284 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.513691 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > port after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.513902 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.514233 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.514545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.514853 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.515160 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.515543 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.537318 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.542755 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:25.555287 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'network_id': 'f9bf374a-c889-42c0-8e4e-e26fd64f7fac', 'port_id': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'mac_address': 'fa:16:3e:2e:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df4819b-d869-4129-9417-8e7443cca6c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:37:25.642791 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.645992 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.647417 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33139ad4-bb0a-499a-a53a-00417ea2982f HTTP/1.1" status: 204 len: 168 time: 0.2776253 Aug 29 11:37:25.660391 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42358991-82c4-4105-b224-b1e3cf8490c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33139ad4-bb0a-499a-a53a-00417ea2982f,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:25.709533 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.721560 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.721762 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.722046 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.722465 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:37:25.723503 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feafb7e2-3097-4b6c-ae65-c5b026117252']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:25.726226 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793d8eb0-94e4-4121-8fe3-3f3d88002e6c {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:25.747983 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:25.750048 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2319a3-aefa-4d58-b0e7-44c533b3648c') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:25.750349 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2319a3-aefa-4d58-b0e7-44c533b3648c') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:25.768674 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:25.773382 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84cbb0b-aab9-456c-8970-ac59b65d9281" -d '{"events": [{"server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "name": "network-vif-plugged", "status": "completed", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:25.773948 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.784241 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6fc9-095e-4009-b7e4-8ffa6fcf28d2 req-ccec0542-d1c5-4fc6-bff1-c6761736f4ed tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:25.786373 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-232f6fc9-095e-4009-b7e4-8ffa6fcf28d2 req-ccec0542-d1c5-4fc6-bff1-c6761736f4ed tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 944 time: 0.0827651 Aug 29 11:37:25.811797 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba17c7-4376-441c-bc72-a61f1904d726 req-8b8a5ac6-ac35-4def-b699-12dca9644a5c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:25.819055 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-96ba17c7-4376-441c-bc72-a61f1904d726 req-8b8a5ac6-ac35-4def-b699-12dca9644a5c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.3545029 Aug 29 11:37:25.821955 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.833261 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-232f6fc9-095e-4009-b7e4-8ffa6fcf28d2 req-6fc9100e-c11d-4deb-9d81-b6c06b132a95 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Aug 29 11:37:25.835688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:37:25.836220 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: from cryptography.utils import int_from_bytes Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: from cryptography.utils import int_from_bytes Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:37:25.840082 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:37:25.883003 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:25.935727 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289d0ee-ba9d-4657-aace-1699602b9132 x-openstack-request-id: req-c289d0ee-ba9d-4657-aace-1699602b9132 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:25.936099 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "name": "network-vif-plugged", "status": "completed", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:25.936413 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c289d0ee-ba9d-4657-aace-1699602b9132 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:25.937393 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37', 'code': 200} Aug 29 11:37:25.954691 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-96ba17c7-4376-441c-bc72-a61f1904d726 req-1001bb60-2d90-4098-980a-771eb3bb9cdf tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346836 Aug 29 11:37:25.998303 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:26.029430 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.045451 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.047406 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] 10.222.0.43 "DELETE /v2.0/networks/feafb7e2-3097-4b6c-ae65-c5b026117252 HTTP/1.1" status: 204 len: 168 time: 0.7775393 Aug 29 11:37:26.048312 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490558e3-71f9-4897-a1b4-95cec5dc2767 admin admin] Pushing event deleted for resources: {'Network': ['ID=feafb7e2-3097-4b6c-ae65-c5b026117252,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:26.053250 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51320) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:26.122926 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Deleting subnet caa7f93f-1c8f-4e96-a0b5-3de6d06a66f8 {{(pid=94514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:37:26.126892 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.169622 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646669'] for subnet, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.170779 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:37:26.184942 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['793d8eb0-94e4-4121-8fe3-3f3d88002e6c'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:37:26.286563 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.300917 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb442-c5d8-47b8-a4d7-5efd9ca42349 req-db1a1208-b45f-4af1-a393-9f37f3c267e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:26.318289 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5bbb442-c5d8-47b8-a4d7-5efd9ca42349 req-db1a1208-b45f-4af1-a393-9f37f3c267e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 945 time: 0.1730244 Aug 29 11:37:26.387891 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5bbb442-c5d8-47b8-a4d7-5efd9ca42349 req-0e76efd7-22ce-429d-b604-d3d0903b6f1e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728116 Aug 29 11:37:26.450173 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9cda-88c5-48e6-96ac-914b4fb75a9b req-cca95d7c-6e38-4e8d-9eb5-8e6ea164f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:26.451810 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64db9cda-88c5-48e6-96ac-914b4fb75a9b req-cca95d7c-6e38-4e8d-9eb5-8e6ea164f7ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1589520 Aug 29 11:37:26.482175 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee123-c78a-4a27-82f2-89028c55a90e req-7f4cca1a-7abf-4b39-90f9-3503a61ecd66 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:26.483833 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f05ee123-c78a-4a27-82f2-89028c55a90e req-7f4cca1a-7abf-4b39-90f9-3503a61ecd66 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.1394176 Aug 29 11:37:26.521373 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64db9cda-88c5-48e6-96ac-914b4fb75a9b req-75b66837-152d-410a-bffe-8432ec0cf01b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Aug 29 11:37:26.554114 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f05ee123-c78a-4a27-82f2-89028c55a90e req-d0a5cb7a-284e-4396-a9d4-1022b6224823 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624938 Aug 29 11:37:26.613211 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29542894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29535286'] for subnet, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.642596 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa7f93f-1c8f-4e96-a0b5-3de6d06a66f8,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:26.672993 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.677365 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-0ec4102e-623f-4775-9862-0ae27ef67847 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/caa7f93f-1c8f-4e96-a0b5-3de6d06a66f8 HTTP/1.1" status: 204 len: 168 time: 0.6200643 Aug 29 11:37:26.677682 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51352) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:26.748653 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.838779 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.849593 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cefb7b-c3d3-4caf-a84e-71c1d0748eeb']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:26.865339 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba8efd3-eb1f-4071-a631-06fca40ccd27') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:26.865631 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba8efd3-eb1f-4071-a631-06fca40ccd27') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:26.875391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.889700 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.896325 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:37:26.897295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:37:26.898948 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:37:26.951060 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-68645283-6c96-40c7-82ab-045fc0ba4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:26.967524 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700f4d3-7f27-43b6-9d28-44dd41b1b4b1 req-9658e24f-d306-49a8-a87a-75382fa5d7c9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:26.969186 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1700f4d3-7f27-43b6-9d28-44dd41b1b4b1 req-9658e24f-d306-49a8-a87a-75382fa5d7c9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 944 time: 0.0544822 Aug 29 11:37:27.011158 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1700f4d3-7f27-43b6-9d28-44dd41b1b4b1 req-600af74a-37fa-4096-a001-6bf06c9223de tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359168 Aug 29 11:37:27.041571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.070017 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.070017 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] 10.222.0.43 "DELETE /v2.0/networks/61cefb7b-c3d3-4caf-a84e-71c1d0748eeb HTTP/1.1" status: 204 len: 168 time: 0.3904679 Aug 29 11:37:27.073260 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec108c1-e07f-4048-b691-d0ad0b3a0d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=61cefb7b-c3d3-4caf-a84e-71c1d0748eeb,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:27.090413 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2cda-02a4-48a4-8167-a96a685822e4 req-61137239-6a4d-4159-971d-41491fa9d657 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:27.093933 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-781f2cda-02a4-48a4-8167-a96a685822e4 req-61137239-6a4d-4159-971d-41491fa9d657 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0790732 Aug 29 11:37:27.137189 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-781f2cda-02a4-48a4-8167-a96a685822e4 req-72db3b4c-4d22-4610-a828-1441480d9322 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Aug 29 11:37:27.167627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 4dc6acc7-0530-4bc9-b498-1aceadb17e0c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:37:27.169888 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:27.304510 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.310572 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:27.321258 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'port_id': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'mac_address': 'fa:16:3e:a9:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:37:27.359182 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.373458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc6acc7-0530-4bc9-b498-1aceadb17e0c {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:37:27.385929 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:27.399586 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:27.400604 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:27.400995 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.482982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.522627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.545709 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aacb81-ab5c-4e24-a08c-d6b4e4cd85ac req-b7c57d29-50dd-40b3-b4a5-4f23e2972561 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:27.547376 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-75aacb81-ab5c-4e24-a08c-d6b4e4cd85ac req-b7c57d29-50dd-40b3-b4a5-4f23e2972561 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 945 time: 0.0550516 Aug 29 11:37:27.557844 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:27.575414 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:27.605050 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51398) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:27.620124 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-75aacb81-ab5c-4e24-a08c-d6b4e4cd85ac req-deaeb158-7156-4514-8afd-535f41d47134 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Aug 29 11:37:27.662180 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b11cb263-ea02-4b55-a40a-15b3ff1145fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c99697bee2b3446fbd8338fe3a0f400a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551772 Aug 29 11:37:27.665638 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51402) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:27.688188 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.689074 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 793d8eb0-94e4-4121-8fe3-3f3d88002e6c up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:27.760903 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['4dc6acc7-0530-4bc9-b498-1aceadb17e0c'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:37:27.771960 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.787367 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5edd0-bd31-452b-98de-4191d0a489e6 req-7adc778c-320a-4b78-adc3-d272d2fbd15f tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:27.788910 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8dc5edd0-bd31-452b-98de-4191d0a489e6 req-7adc778c-320a-4b78-adc3-d272d2fbd15f tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.1025710 Aug 29 11:37:27.827160 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.839252 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8dc5edd0-bd31-452b-98de-4191d0a489e6 req-696f7642-8642-4296-bd62-71bae3f2c3b2 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Aug 29 11:37:27.891081 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:27.940275 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:27.942568 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db68514a-94ef-40ac-a8e6-ed67bdd0d6eb" -d '{"events": [{"server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "name": "network-vif-plugged", "status": "completed", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:27.963872 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.968275 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:27.975244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:27.975626 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.979255 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.982963 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:27.986957 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00416590-f7b1-44bc-a744-945638ef762d HTTP/1.1" status: 204 len: 168 time: 0.3202872 Aug 29 11:37:28.000512 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da678fe0-9d57-43e8-b41e-b787afc0ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00416590-f7b1-44bc-a744-945638ef762d,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:28.047093 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825546f7-09e1-4ef3-b352-0a6d82d51b1b x-openstack-request-id: req-825546f7-09e1-4ef3-b352-0a6d82d51b1b {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:28.047513 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "name": "network-vif-plugged", "status": "completed", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:28.047865 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-825546f7-09e1-4ef3-b352-0a6d82d51b1b {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:28.049946 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb', 'code': 200} Aug 29 11:37:28.162638 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:28.206504 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0b28a-1025-44d7-8267-99767272d24a req-bb531470-c6af-4c05-a43b-7f0938b9543d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:28.209258 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e7c0b28a-1025-44d7-8267-99767272d24a req-bb531470-c6af-4c05-a43b-7f0938b9543d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 945 time: 0.0660310 Aug 29 11:37:28.215669 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:28.254500 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e7c0b28a-1025-44d7-8267-99767272d24a req-c0c11959-0014-45bd-a493-c03e903a5766 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368190 Aug 29 11:37:28.276028 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b142-77b4-4f00-9d09-6166a8c090b8 req-b6a8ada3-f0cd-41df-9162-a1fa98301f9b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:28.281171 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e4d7b142-77b4-4f00-9d09-6166a8c090b8 req-b6a8ada3-f0cd-41df-9162-a1fa98301f9b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0565560 Aug 29 11:37:28.294192 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:28.325232 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e4d7b142-77b4-4f00-9d09-6166a8c090b8 req-e9155e1b-38a9-4ddc-ab19-18cf01e51c26 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Aug 29 11:37:28.350762 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:28.435976 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc5943-0c96-4ced-b414-026937cedc5a req-84df9b34-20b6-46ce-a002-a5e609b4ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:28.437675 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8fbc5943-0c96-4ced-b414-026937cedc5a req-84df9b34-20b6-46ce-a002-a5e609b4ae85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0461133 Aug 29 11:37:28.479288 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8fbc5943-0c96-4ced-b414-026937cedc5a req-3f6caa10-e92f-4bf9-91d3-b9fb9f60d338 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Aug 29 11:37:28.737264 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f196f-d30c-4059-b1ad-be7b21a408c3 req-ea712e73-a69e-4476-b037-2bc9803cab2d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:28.737264 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6e5f196f-d30c-4059-b1ad-be7b21a408c3 req-ea712e73-a69e-4476-b037-2bc9803cab2d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0495791 Aug 29 11:37:28.780861 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6e5f196f-d30c-4059-b1ad-be7b21a408c3 req-1e1c319f-9c19-4278-9ffa-782bc36f517e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Aug 29 11:37:28.968033 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51454) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:29.009783 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f1e51137-253d-46ab-848b-a4624e590858 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab8368e4d5474c78abeca4e47520b344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404878 Aug 29 11:37:29.012147 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51458) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:29.065916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.088575 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.188453 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 4dc6acc7-0530-4bc9-b498-1aceadb17e0c up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:37:29.205580 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.208499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.212759 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc6cdeb2-b5aa-474e-b4e6-3f1f3260d8f4 HTTP/1.1" status: 204 len: 168 time: 0.1964529 Aug 29 11:37:29.221767 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb040d-bc6c-43c2-a7b8-3881c1185b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6cdeb2-b5aa-474e-b4e6-3f1f3260d8f4,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:29.355560 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:37:29.365132 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:37:29.365132 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.396850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b341149-4c24-4039-ba81-46a21a304322 req-2001746c-38ce-4497-9f7f-01d622591d01 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:29.404952 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0b341149-4c24-4039-ba81-46a21a304322 req-2001746c-38ce-4497-9f7f-01d622591d01 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 945 time: 0.0704703 Aug 29 11:37:29.454375 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0b341149-4c24-4039-ba81-46a21a304322 req-e9ce649e-5f93-408f-a8c9-ef1e8ca05448 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Aug 29 11:37:29.472556 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.477723 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.531547 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:37:29.614253 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:29.667904 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:29.896326 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd534-030d-4fd7-9d67-3600731b985c req-8b791612-004c-4f8c-900e-03f4485e9051 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:29.900417 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-44bcd534-030d-4fd7-9d67-3600731b985c req-8b791612-004c-4f8c-900e-03f4485e9051 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0487287 Aug 29 11:37:29.936240 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-44bcd534-030d-4fd7-9d67-3600731b985c req-948798a7-07eb-4af8-a3ef-3c0e5bd86bef tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Aug 29 11:37:30.051682 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c'}, {'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:30.054137 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a7eaf-aa77-4da8-b941-4aabd21ebdd1" -d '{"events": [{"server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "name": "network-vif-plugged", "status": "completed", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c"}, {"server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "name": "network-vif-plugged", "status": "completed", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:30.094122 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76db29-b845-4eee-b54a-90e0d213705c x-openstack-request-id: req-3b76db29-b845-4eee-b54a-90e0d213705c {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:30.094425 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "name": "network-vif-plugged", "status": "completed", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c", "code": 200}, {"server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "name": "network-vif-plugged", "status": "completed", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:30.094682 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b76db29-b845-4eee-b54a-90e0d213705c {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:30.095087 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'code': 200} Aug 29 11:37:30.095344 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'code': 200} Aug 29 11:37:30.577929 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a9522-c959-49ef-9621-8b4255f1c3aa req-4753671b-f182-45c6-8346-7ab389c87868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:30.579469 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e64a9522-c959-49ef-9621-8b4255f1c3aa req-4753671b-f182-45c6-8346-7ab389c87868 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.0876265 Aug 29 11:37:30.634654 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e64a9522-c959-49ef-9621-8b4255f1c3aa req-b0995031-3e92-4465-98e0-6e3aad7805c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Aug 29 11:37:30.657085 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4df711-6ee7-495d-8930-f5697ec6af71 req-b4f050ee-0ec7-4a16-9aff-bfd33103df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:30.659305 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9b4df711-6ee7-495d-8930-f5697ec6af71 req-b4f050ee-0ec7-4a16-9aff-bfd33103df8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1099 time: 0.1670010 Aug 29 11:37:30.675605 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12404e5f-e44a-4a89-9bb8-7f83cf506f1a req-0f6eb820-45a0-4016-a95e-b2961b7b5581 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:30.686301 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12404e5f-e44a-4a89-9bb8-7f83cf506f1a req-0f6eb820-45a0-4016-a95e-b2961b7b5581 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1003098 Aug 29 11:37:30.722855 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12404e5f-e44a-4a89-9bb8-7f83cf506f1a req-c2a210b5-b8d9-4212-ace2-5d28ef62ce5e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Aug 29 11:37:30.894083 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9b4df711-6ee7-495d-8930-f5697ec6af71 req-9f4c371d-49e3-4285-9f55-785b2a571b37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Aug 29 11:37:31.252885 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.411659 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51586) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:31.517016 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-18aaa01f-db9a-4542-b953-a5ded32aa303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.605544 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-18aaa01f-db9a-4542-b953-a5ded32aa303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.703754 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-18aaa01f-db9a-4542-b953-a5ded32aa303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.747534 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaa01f-db9a-4542-b953-a5ded32aa303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce9042-5075-482d-954d-a11ba8f1c705,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:31.755635 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-18aaa01f-db9a-4542-b953-a5ded32aa303 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd1f7528512446989c0626b7deddd96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427920 Aug 29 11:37:31.758201 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51608) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:31.856600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.886681 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:31.910274 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26da18-5c29-4520-a28f-e5f96befa91e req-7c18871c-e6bc-424e-87cd-b3b549ef1552 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:31.912110 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1b26da18-5c29-4520-a28f-e5f96befa91e req-7c18871c-e6bc-424e-87cd-b3b549ef1552 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0971875 Aug 29 11:37:31.948665 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e4e67-7fb3-4998-bc1d-96d36b39cdb4 req-e9a64e31-8ff8-438d-9c23-b32799543389 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:31.950401 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b5e4e67-7fb3-4998-bc1d-96d36b39cdb4 req-e9a64e31-8ff8-438d-9c23-b32799543389 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0552716 Aug 29 11:37:31.972015 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1b26da18-5c29-4520-a28f-e5f96befa91e req-1a89080a-7a17-40ac-a596-3f09de518810 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517685 Aug 29 11:37:31.996101 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6b5e4e67-7fb3-4998-bc1d-96d36b39cdb4 req-7568a1c7-3a7b-4ecd-8bf7-76b357855e3f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Aug 29 11:37:32.145730 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:32.148477 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:32.152162 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40ce9042-5075-482d-954d-a11ba8f1c705 HTTP/1.1" status: 204 len: 168 time: 0.3906124 Aug 29 11:37:32.159211 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751987-d62e-40ab-bab6-e0ca06a1c82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce9042-5075-482d-954d-a11ba8f1c705,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:32.980429 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51636) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:32.994262 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c999d48b-58c5-4233-a4ee-acc7935f51b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.109097 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa58d-e445-4b63-b0b4-c7c8634894b0 req-82525668-0dd3-474b-928e-8704b1beba0e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:33.110533 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2e3fa58d-e445-4b63-b0b4-c7c8634894b0 req-82525668-0dd3-474b-928e-8704b1beba0e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0667925 Aug 29 11:37:33.111857 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a07a6-6459-4396-af60-b5ee45ccc2f4 req-e66ab013-feab-40c6-b3f5-34c303d0c43c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:33.113525 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-886a07a6-6459-4396-af60-b5ee45ccc2f4 req-e66ab013-feab-40c6-b3f5-34c303d0c43c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0491514 Aug 29 11:37:33.141099 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c999d48b-58c5-4233-a4ee-acc7935f51b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.153611 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-886a07a6-6459-4396-af60-b5ee45ccc2f4 req-0e0da7a7-0485-46f0-9e05-5087cdcd7689 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Aug 29 11:37:33.161399 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2e3fa58d-e445-4b63-b0b4-c7c8634894b0 req-9cc746f3-dbf9-4b08-807f-24301a6979ce tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Aug 29 11:37:33.225249 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c999d48b-58c5-4233-a4ee-acc7935f51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.264279 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c999d48b-58c5-4233-a4ee-acc7935f51b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42b38c08d45549bb87c92ce2b80412c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827353 Aug 29 11:37:33.265347 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999d48b-58c5-4233-a4ee-acc7935f51b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb98bd-f509-4640-813d-2cad1570324f,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:33.267024 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51646) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:33.293468 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bb96-553a-409e-b552-7883f0c32e5c req-7e1de17f-fce5-4b19-a50e-e975c8ed107a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:33.294919 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-be34bb96-553a-409e-b552-7883f0c32e5c req-7e1de17f-fce5-4b19-a50e-e975c8ed107a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0722725 Aug 29 11:37:33.307518 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51648) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:33.312180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'floatingip': {'port_id': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:37:33.328279 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.349137 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.383539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.528093 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.530870 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:33.532072 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12cb98bd-f509-4640-813d-2cad1570324f HTTP/1.1" status: 204 len: 168 time: 0.2641113 Aug 29 11:37:33.540962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3eddb-ccba-4aa9-8589-08cf343f6dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb98bd-f509-4640-813d-2cad1570324f,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:33.832292 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a405-1ed2-4921-a1db-e52e7c13a4eb req-01c34ff9-9e8c-42fa-b94a-9f2ef6008152 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:33.832292 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1df5a405-1ed2-4921-a1db-e52e7c13a4eb req-01c34ff9-9e8c-42fa-b94a-9f2ef6008152 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0571337 Aug 29 11:37:33.915006 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1df5a405-1ed2-4921-a1db-e52e7c13a4eb req-316ab7cf-9c98-41ec-8288-57ca6782db66 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798585 Aug 29 11:37:33.924698 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-15c125dd-b0ec-4eeb-a6af-83e28c96c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:33.927070 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-15c125dd-b0ec-4eeb-a6af-83e28c96c909 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1099 time: 0.0680461 Aug 29 11:37:34.054564 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-ea0360a5-ff66-4744-a212-be44e9f609d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:34.056131 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-ea0360a5-ff66-4744-a212-be44e9f609d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.1147103 Aug 29 11:37:34.104481 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-89f398eb-6421-4b51-9a2e-187b26e47e01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c HTTP/1.1" status: 200 len: 217 time: 0.0398800 Aug 29 11:37:34.162621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-3f32be10-7325-4b69-83cc-ecfc33de71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:34.164145 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-3f32be10-7325-4b69-83cc-ecfc33de71ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0490935 Aug 29 11:37:34.196054 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-b9015f3a-5fd5-4510-8dff-9275475691d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248883 Aug 29 11:37:34.267395 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:34.309337 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-420bd80b-1028-48ea-b153-8bf174c05104 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066740 Aug 29 11:37:34.316574 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:34.433495 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c3436819-a6d1-4131-8fe8-d9c2054946a1 req-d09b7767-0404-4213-b461-df91814d9006 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105254 Aug 29 11:37:34.435702 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Floating IP 4206e5bb-7f3d-4275-a9db-abae72d9d81b associated. External IP: 172.27.1.184, port: 4dc6acc7-0530-4bc9-b498-1aceadb17e0c. Aug 29 11:37:34.640051 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:37:34.785733 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:37:34.791327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:34.818556 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e71d56b6-a9c5-4229-a1a3-fe1be684920a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "PUT /v2.0/floatingips/4206e5bb-7f3d-4275-a9db-abae72d9d81b HTTP/1.1" status: 200 len: 992 time: 1.5098474 Aug 29 11:37:34.819137 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:37:34.820091 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:37:34.821540 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5db361e-ff2e-4ce4-9dd3-64313552efa8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:37:34.857301 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:34.860320 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:34.908846 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb5b19-96a8-4311-9740-f9ad36233b09 x-openstack-request-id: req-d3eb5b19-96a8-4311-9740-f9ad36233b09 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:37:34.909597 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:37:34.909841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3eb5b19-96a8-4311-9740-f9ad36233b09 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:37:34.910239 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'status': 'completed', 'code': 200} Aug 29 11:37:35.007239 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:35.012160 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51716) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:35.066813 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b7c9-2d58-485a-9293-15ed04008f52 req-db5a802e-bc6f-4dc6-84a6-6f740630a423 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:35.069009 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f562b7c9-2d58-485a-9293-15ed04008f52 req-db5a802e-bc6f-4dc6-84a6-6f740630a423 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0663927 Aug 29 11:37:35.137110 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f562b7c9-2d58-485a-9293-15ed04008f52 req-90748e08-a607-455e-ba22-4978c204200f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613041 Aug 29 11:37:35.156728 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1422a548-881e-4fe5-9768-1487dd875d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.254125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1422a548-881e-4fe5-9768-1487dd875d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.300322 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '4206e5bb-7f3d-4275-a9db-abae72d9d81b', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:a9:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:37:09Z', 'updated_at': '2021-08-29T11:37:34Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:35.326517 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:37:35.334154 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1422a548-881e-4fe5-9768-1487dd875d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.341730 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:37:35.342512 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:35.387748 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1422a548-881e-4fe5-9768-1487dd875d08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ee437c2cf5045968a51f30ac5d08145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743670 Aug 29 11:37:35.390253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422a548-881e-4fe5-9768-1487dd875d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453339e3-020c-4e70-943c-ff57276b0b18,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:35.390545 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51726) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:35.451242 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.471468 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.535400 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:37:35.606205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.609115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:35.610249 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/453339e3-020c-4e70-943c-ff57276b0b18 HTTP/1.1" status: 204 len: 168 time: 0.2187033 Aug 29 11:37:35.618698 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deddb3f-ac52-4ecb-b01d-47806c886e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453339e3-020c-4e70-943c-ff57276b0b18,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:35.763471 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '4206e5bb-7f3d-4275-a9db-abae72d9d81b', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:a9:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:37:09Z', 'updated_at': '2021-08-29T11:37:34Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:37:35.788445 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae913d2-981c-45df-b222-ee24fdc7c6c8 None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '4206e5bb-7f3d-4275-a9db-abae72d9d81b', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:a9:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:37:09Z', 'updated_at': '2021-08-29T11:37:34Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:37:36.024155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c394b-8c6f-465d-813c-15ce2b7b8b06 None None] New status for floating IP 4206e5bb-7f3d-4275-a9db-abae72d9d81b: ACTIVE {{(pid=94516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:37:36.250531 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2a1c-59db-4dd2-a931-f8b339e41db1 req-007741b3-6312-47b1-9205-5bbe6e6fdfc7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:36.252024 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9e4a2a1c-59db-4dd2-a931-f8b339e41db1 req-007741b3-6312-47b1-9205-5bbe6e6fdfc7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0486612 Aug 29 11:37:36.260357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 51746) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:36.273474 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-38543fe2-7332-4b51-b20e-0813473bf405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.290493 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9e4a2a1c-59db-4dd2-a931-f8b339e41db1 req-5baf8c8b-0d5f-4f83-9a09-dfbb8cce8dd8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Aug 29 11:37:36.361799 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-38543fe2-7332-4b51-b20e-0813473bf405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.440491 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-38543fe2-7332-4b51-b20e-0813473bf405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.478442 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-38543fe2-7332-4b51-b20e-0813473bf405 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cb82e6713844401b46188699322367e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168899 Aug 29 11:37:36.479313 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38543fe2-7332-4b51-b20e-0813473bf405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f804284b-1122-477d-a7f5-b2a465417f87,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:36.481247 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 51750) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:37:36.530299 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.550895 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.670342 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.672888 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:36.674021 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f804284b-1122-477d-a7f5-b2a465417f87 HTTP/1.1" status: 204 len: 168 time: 0.1918507 Aug 29 11:37:36.682026 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f60f1-0d7c-4b6e-9560-c14867ad421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f804284b-1122-477d-a7f5-b2a465417f87,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:37:37.407009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e35a-d783-4cd6-ad83-4d69d5119783 req-33bfc32f-22b9-4495-92df-fef8450594c2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:37.408497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f262e35a-d783-4cd6-ad83-4d69d5119783 req-33bfc32f-22b9-4495-92df-fef8450594c2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Aug 29 11:37:37.446028 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f262e35a-d783-4cd6-ad83-4d69d5119783 req-d620baad-1ce5-4f95-9ce4-e72932e301ee tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Aug 29 11:37:37.650612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-3f5d9984-8bf5-49e4-b0dc-9b7e2e5e5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:37.652074 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-3f5d9984-8bf5-49e4-b0dc-9b7e2e5e5000 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.0401745 Aug 29 11:37:37.749738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-08b2b3d4-d3d5-4974-b7d3-53c966ffc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:37.751245 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-08b2b3d4-d3d5-4974-b7d3-53c966ffc9d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.0917540 Aug 29 11:37:37.855793 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-0d94b33e-d027-4784-bd38-62c5600fbde1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1002 time: 0.0879629 Aug 29 11:37:38.102150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-dc8da056-7a60-4248-aafb-e567d6e73731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:38.104001 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-dc8da056-7a60-4248-aafb-e567d6e73731 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.2410662 Aug 29 11:37:38.160800 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-b7df41e7-9a85-401e-be23-55f70846f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:38.161122 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-b7df41e7-9a85-401e-be23-55f70846f030 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499892 Aug 29 11:37:38.270248 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-9b482414-66d7-46eb-aab3-30148ed6d180 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878925 Aug 29 11:37:38.361223 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5db361e-ff2e-4ce4-9dd3-64313552efa8 req-fffe284d-0f3a-42c0-b5f3-4b520df5d970 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841177 Aug 29 11:37:38.561698 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92e7b-976a-4e96-a0a6-cfa7b47a3be4 req-1c081a0c-cf51-421b-8c62-6153b090b34f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:38.563212 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdb92e7b-976a-4e96-a0a6-cfa7b47a3be4 req-1c081a0c-cf51-421b-8c62-6153b090b34f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0508387 Aug 29 11:37:38.604857 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdb92e7b-976a-4e96-a0a6-cfa7b47a3be4 req-4ad350a1-f16a-499d-aa0e-57228b7f4487 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Aug 29 11:37:39.719413 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1395810-507d-4a7b-994f-ed4e0954ba6d req-92af64e5-e7e1-4a69-a25f-40f0141da401 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:39.720857 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1395810-507d-4a7b-994f-ed4e0954ba6d req-92af64e5-e7e1-4a69-a25f-40f0141da401 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Aug 29 11:37:39.759236 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1395810-507d-4a7b-994f-ed4e0954ba6d req-b008415f-e67b-4acd-8393-8e891530dc8b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Aug 29 11:37:40.872281 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267468c1-f513-4e8e-bf2c-a6d76eb0207e req-b439f639-20c5-4924-8947-a3a71d5cdd5d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:40.874144 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-267468c1-f513-4e8e-bf2c-a6d76eb0207e req-b439f639-20c5-4924-8947-a3a71d5cdd5d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Aug 29 11:37:40.914574 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-267468c1-f513-4e8e-bf2c-a6d76eb0207e req-23c3b435-5010-4132-a322-32700db7e892 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Aug 29 11:37:42.024123 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0191b-5606-4156-91ce-81ee0c0a91f3 req-e5f2da7a-b005-418c-b751-04cabdbc9a35 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:42.025605 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9ee0191b-5606-4156-91ce-81ee0c0a91f3 req-e5f2da7a-b005-418c-b751-04cabdbc9a35 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Aug 29 11:37:42.065559 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9ee0191b-5606-4156-91ce-81ee0c0a91f3 req-f7466fac-0756-49b0-863b-dcb37982af3f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Aug 29 11:37:43.178270 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04f8e-d032-44f8-82a8-6e0bccf6cc69 req-1abf815c-c675-461b-bd57-e51e54cfe70e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:43.180296 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-00e04f8e-d032-44f8-82a8-6e0bccf6cc69 req-1abf815c-c675-461b-bd57-e51e54cfe70e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0506797 Aug 29 11:37:43.218096 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-00e04f8e-d032-44f8-82a8-6e0bccf6cc69 req-6325f005-02d8-4d9e-9f73-cf287a340dc4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 29 11:37:44.335463 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0b9d1-5c54-492e-be43-7bf1abc8fc6f req-f2f37e41-4333-4455-b59d-5045390ffb02 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:44.341194 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-05b0b9d1-5c54-492e-be43-7bf1abc8fc6f req-f2f37e41-4333-4455-b59d-5045390ffb02 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0555091 Aug 29 11:37:44.383328 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-05b0b9d1-5c54-492e-be43-7bf1abc8fc6f req-a6b54d83-22cb-4772-b85c-1c36c8742890 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379095 Aug 29 11:37:45.503779 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b766f-82ce-4f99-ae9b-1a328d9999fd req-af2ac906-1337-41ea-bf06-95ba35310f34 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:45.505305 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-835b766f-82ce-4f99-ae9b-1a328d9999fd req-af2ac906-1337-41ea-bf06-95ba35310f34 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0497313 Aug 29 11:37:45.546457 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-835b766f-82ce-4f99-ae9b-1a328d9999fd req-2598f66f-32a6-43f0-96c0-e5f383d79f45 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Aug 29 11:37:46.661677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887344d-9561-4de4-9e80-ec68283b7d91 req-25dbeb4e-e248-48ae-b734-c20ea4f24fee tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:46.663154 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a887344d-9561-4de4-9e80-ec68283b7d91 req-25dbeb4e-e248-48ae-b734-c20ea4f24fee tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0481288 Aug 29 11:37:46.700573 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a887344d-9561-4de4-9e80-ec68283b7d91 req-1e3a0ec9-328e-4dd3-9a9e-788a96d4855e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Aug 29 11:37:47.666029 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:37:48.050182 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f3e40-0625-4005-bd8e-84c77218c105 req-d5ee77cd-ac91-456c-8561-80229ae42936 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:48.051584 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f88f3e40-0625-4005-bd8e-84c77218c105 req-d5ee77cd-ac91-456c-8561-80229ae42936 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0493832 Aug 29 11:37:48.089239 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f88f3e40-0625-4005-bd8e-84c77218c105 req-d8c7868d-a31d-4bc7-9a8f-aa7fd41bbbe7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 29 11:37:48.190177 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c637-e2a4-4f8f-bf07-22a94e123ab6 req-61160bfc-7594-4013-b7ab-1d2320b0f46a tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:48.191649 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e530c637-e2a4-4f8f-bf07-22a94e123ab6 req-61160bfc-7594-4013-b7ab-1d2320b0f46a tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Aug 29 11:37:48.232463 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e530c637-e2a4-4f8f-bf07-22a94e123ab6 req-3e7a9983-f9a5-4a65-98cb-56860d403731 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Aug 29 11:37:49.201962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d7825-6a25-4b7b-8072-211b08e25853 req-efac79b4-1592-45b7-a554-60d48bb34ed5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:49.203455 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a8d7825-6a25-4b7b-8072-211b08e25853 req-efac79b4-1592-45b7-a554-60d48bb34ed5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Aug 29 11:37:49.239269 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a8d7825-6a25-4b7b-8072-211b08e25853 req-60fd7b95-801f-43ab-a811-abc949a85549 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Aug 29 11:37:49.343116 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e7ab3-a919-42d0-9682-0a890cc698aa req-b3d598a6-e150-4009-94b8-820d14ddb32b tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:49.344549 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c38e7ab3-a919-42d0-9682-0a890cc698aa req-b3d598a6-e150-4009-94b8-820d14ddb32b tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0467606 Aug 29 11:37:49.382126 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c38e7ab3-a919-42d0-9682-0a890cc698aa req-dcb97671-2ec6-4812-8012-266c1bd46fc1 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Aug 29 11:37:50.351818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2293a5-22f9-4677-86c4-7a56a65cea61 req-fd67cff9-4e00-486f-b1f3-de190c7824a0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:50.353298 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa2293a5-22f9-4677-86c4-7a56a65cea61 req-fd67cff9-4e00-486f-b1f3-de190c7824a0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0472596 Aug 29 11:37:50.394180 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa2293a5-22f9-4677-86c4-7a56a65cea61 req-3bd4a396-46b8-43c3-971d-0d711eb28e44 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Aug 29 11:37:50.495659 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdcfa1-9721-4bdb-a536-eeb997dbe9ad req-819fceae-d544-4820-8cf1-c55c1c5c15f4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:50.497127 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e2cdcfa1-9721-4bdb-a536-eeb997dbe9ad req-819fceae-d544-4820-8cf1-c55c1c5c15f4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0477576 Aug 29 11:37:50.533500 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e2cdcfa1-9721-4bdb-a536-eeb997dbe9ad req-d385a83f-311d-4556-9e90-a064cc8c4c11 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Aug 29 11:37:51.510603 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bbfbf-bba5-4f59-a405-f83834635f81 req-1fd604ac-52d6-4ba8-bc12-d6bf9757d943 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:51.512092 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3d8bbfbf-bba5-4f59-a405-f83834635f81 req-1fd604ac-52d6-4ba8-bc12-d6bf9757d943 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0507858 Aug 29 11:37:51.548861 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3d8bbfbf-bba5-4f59-a405-f83834635f81 req-cfb6f5ad-36dc-43df-ad65-9f67052695cd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Aug 29 11:37:51.647830 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b64a0d-13e5-4296-a3cc-3d876e8f1dc4 req-fbbba1b1-0175-4883-9ba3-836b67df1734 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:51.649342 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1b64a0d-13e5-4296-a3cc-3d876e8f1dc4 req-fbbba1b1-0175-4883-9ba3-836b67df1734 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Aug 29 11:37:51.686534 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1b64a0d-13e5-4296-a3cc-3d876e8f1dc4 req-a148942d-0138-4f47-afe9-e50616371d50 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 29 11:37:52.662631 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4fd86-ba5c-4a1c-a48e-4f315f9f0557 req-b0093808-55ac-4970-a060-adefac465402 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:52.664079 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-81f4fd86-ba5c-4a1c-a48e-4f315f9f0557 req-b0093808-55ac-4970-a060-adefac465402 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Aug 29 11:37:52.701147 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-81f4fd86-ba5c-4a1c-a48e-4f315f9f0557 req-1ce2aedc-ab69-406e-8ead-5706e08af266 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Aug 29 11:37:52.803896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95178c-b8a9-4bd8-bacc-c3d4f5b701ce req-cffbb7fc-87c2-403e-ba5e-4e61076d200e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:52.805873 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ec95178c-b8a9-4bd8-bacc-c3d4f5b701ce req-cffbb7fc-87c2-403e-ba5e-4e61076d200e tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0516169 Aug 29 11:37:52.842571 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ec95178c-b8a9-4bd8-bacc-c3d4f5b701ce req-1cc550e2-3b95-416b-9a4d-ec6144a2e17b tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Aug 29 11:37:53.813500 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6368c-7a02-4222-b551-e222b5b7aa78 req-96454cb6-6b02-4af1-880a-0eadee05a9c8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:53.814931 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a0f6368c-7a02-4222-b551-e222b5b7aa78 req-96454cb6-6b02-4af1-880a-0eadee05a9c8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Aug 29 11:37:53.851364 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a0f6368c-7a02-4222-b551-e222b5b7aa78 req-9e97a1bd-cffa-4029-9d7c-46e39bc01965 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299618 Aug 29 11:37:53.957492 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd068-d2d3-41fc-9c66-60e014ba0c29 req-3e94a507-f184-4078-9eb6-8ddd4e1c33eb tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:53.958990 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-be5dd068-d2d3-41fc-9c66-60e014ba0c29 req-3e94a507-f184-4078-9eb6-8ddd4e1c33eb tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Aug 29 11:37:53.997599 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-be5dd068-d2d3-41fc-9c66-60e014ba0c29 req-2e72b3d7-9d06-4216-8d5e-229c9adb7ef8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Aug 29 11:37:54.242286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ccd21449-c2c6-4eef-9fee-acd737ae75db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:54.962553 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c252905-f9a9-4542-8860-3106b5c8c8e9 req-37877220-0168-46d5-ada3-877405cd80b8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:54.964054 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c252905-f9a9-4542-8860-3106b5c8c8e9 req-37877220-0168-46d5-ada3-877405cd80b8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0475552 Aug 29 11:37:55.000837 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c252905-f9a9-4542-8860-3106b5c8c8e9 req-cee46e61-99fc-4dcb-bdc2-3aa3c6c7f9e7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Aug 29 11:37:55.109440 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7dd2b-86c4-41b9-b76f-1e7f497eba3c req-c0641bde-e4ed-4003-b0dd-fb841feca8a8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:55.110924 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c7dd2b-86c4-41b9-b76f-1e7f497eba3c req-c0641bde-e4ed-4003-b0dd-fb841feca8a8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Aug 29 11:37:55.151723 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c7dd2b-86c4-41b9-b76f-1e7f497eba3c req-04474e8f-0e6f-4226-9879-1a01440fefa0 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Aug 29 11:37:56.111318 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7366-1303-4d9a-86c7-c06c4dc8ee6e req-5e9d3d1b-48c5-4170-a254-dec3e2062cb4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:56.112779 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1bff7366-1303-4d9a-86c7-c06c4dc8ee6e req-5e9d3d1b-48c5-4170-a254-dec3e2062cb4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0477581 Aug 29 11:37:56.150304 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1bff7366-1303-4d9a-86c7-c06c4dc8ee6e req-265bc82d-6563-4dc2-838f-d95e19ec8ff5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Aug 29 11:37:56.261979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f929725-e477-4555-a5ae-fe003b4c4a5a req-d3821744-2037-4caf-96ef-22ab160037a1 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:56.263324 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3f929725-e477-4555-a5ae-fe003b4c4a5a req-d3821744-2037-4caf-96ef-22ab160037a1 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Aug 29 11:37:56.299134 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3f929725-e477-4555-a5ae-fe003b4c4a5a req-be9bc3ea-b339-4736-b045-679525936a60 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301406 Aug 29 11:37:56.926772 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-55590ce9-f330-4426-937a-3a85dcc9aa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:57.237092 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:57.266623 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de6b6-8735-4cb8-aaac-bc7565ec9c70 req-43086f6c-fec9-4470-96ad-d6739386da25 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:57.268097 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-893de6b6-8735-4cb8-aaac-bc7565ec9c70 req-43086f6c-fec9-4470-96ad-d6739386da25 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0505598 Aug 29 11:37:57.309507 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-893de6b6-8735-4cb8-aaac-bc7565ec9c70 req-354f9f7a-a3d4-4881-9536-3829d270c0b9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Aug 29 11:37:57.415768 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db24a4-16e4-4135-9a5c-edb7162d2122 req-2f27b5c9-ea46-4176-b6dc-cc2c89aba1cb tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:57.417279 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-63db24a4-16e4-4135-9a5c-edb7162d2122 req-2f27b5c9-ea46-4176-b6dc-cc2c89aba1cb tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0485158 Aug 29 11:37:57.453546 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-63db24a4-16e4-4135-9a5c-edb7162d2122 req-a44711f3-c6da-4600-81ae-354e23f80f5c tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299096 Aug 29 11:37:57.942470 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:58.426127 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5160-955b-4957-837d-3b2d14672623 req-ee929e99-67b3-4ac3-b635-d0cfc76c8a42 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:58.427584 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eecc5160-955b-4957-837d-3b2d14672623 req-ee929e99-67b3-4ac3-b635-d0cfc76c8a42 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0506990 Aug 29 11:37:58.466435 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eecc5160-955b-4957-837d-3b2d14672623 req-edc90a29-8a8b-438d-a7cc-3aa800bd796f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Aug 29 11:37:58.567112 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4d567-5712-4383-b775-b693ce7af483 req-2742a069-c3b0-4a9c-959f-7a2805e5d2a3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:58.568576 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6cc4d567-5712-4383-b775-b693ce7af483 req-2742a069-c3b0-4a9c-959f-7a2805e5d2a3 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Aug 29 11:37:58.605765 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6cc4d567-5712-4383-b775-b693ce7af483 req-ee776245-6673-4298-a47a-ffc39f8614a4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Aug 29 11:37:59.451149 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:37:59.581082 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425f0f1-490b-45f1-8b44-c64b41bb4ab4 req-36c94287-1532-4198-85fe-99e8011263fd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:59.582567 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7425f0f1-490b-45f1-8b44-c64b41bb4ab4 req-36c94287-1532-4198-85fe-99e8011263fd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Aug 29 11:37:59.620466 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7425f0f1-490b-45f1-8b44-c64b41bb4ab4 req-4f974571-7705-4241-8abf-66dc2fd1cd51 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 29 11:37:59.723312 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d1c22-2973-422c-9b0e-fa59f0b8d051 req-59783589-f7b0-4661-837a-509262f09291 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:37:59.724835 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a11d1c22-2973-422c-9b0e-fa59f0b8d051 req-59783589-f7b0-4661-837a-509262f09291 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Aug 29 11:37:59.943766 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a11d1c22-2973-422c-9b0e-fa59f0b8d051 req-d883325e-0628-4fa2-9279-a29a75648c4f tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129192 Aug 29 11:38:00.674751 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-ab48a7bb-5d2d-45d2-a5df-004782099526 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450580 Aug 29 11:38:00.735829 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4aa89-8bd2-4e50-9c2f-dc47aa64af5c req-6562fbc7-707f-4b58-96f0-828f4bc14279 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:00.737345 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-78b4aa89-8bd2-4e50-9c2f-dc47aa64af5c req-6562fbc7-707f-4b58-96f0-828f4bc14279 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Aug 29 11:38:00.793902 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-5d0a1ee6-c5eb-47dd-8424-11eb9c2fbec8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:00.795389 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-5d0a1ee6-c5eb-47dd-8424-11eb9c2fbec8 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Aug 29 11:38:00.801389 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-78b4aa89-8bd2-4e50-9c2f-dc47aa64af5c req-e1eac907-0ffb-4b11-a303-9508017f4bd1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Aug 29 11:38:00.813208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-98d1adf4-538f-4bc3-93ac-794f75de9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:00.816833 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-98d1adf4-538f-4bc3-93ac-794f75de9d1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0526032 Aug 29 11:38:00.930571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-be3c79fb-ac7c-409c-9c51-855b81300dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:00.932352 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-be3c79fb-ac7c-409c-9c51-855b81300dc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 916 time: 0.0916870 Aug 29 11:38:00.950511 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Deleting port ebf9955b-cb74-4825-ac06-e4d254d1068e {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:38:00.950855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:00.982437 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-2a073160-ca14-40df-90b2-f5c3b0138603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43575a05-341e-43b8-81af-1a143dd9fe37 HTTP/1.1" status: 200 len: 217 time: 0.0409160 Aug 29 11:38:01.038380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-6a26ac7c-6698-4f32-881a-539dd60951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:01.040368 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-6a26ac7c-6698-4f32-881a-539dd60951d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.0496931 Aug 29 11:38:01.068420 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] For port ebf9955b-cb74-4825-ac06-e4d254d1068e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ebf9955b-cb74-4825-ac06-e4d254d1068e,segment=NetworkSegment(40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d),segment_id=40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:01.068814 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:01.078356 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-69b64cfc-0a5a-4032-9fe7-648de468d6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237336 Aug 29 11:38:01.087460 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Calling delete_port for ebf9955b-cb74-4825-ac06-e4d254d1068e owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:38:01.111696 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f7402-c04a-4a6c-aa8a-acd0e3bcb307 req-78c7d425-c7b4-4677-8b01-63d4aa7c6070 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:01.113231 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b9f7402-c04a-4a6c-aa8a-acd0e3bcb307 req-78c7d425-c7b4-4677-8b01-63d4aa7c6070 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 945 time: 0.0942655 Aug 29 11:38:01.172211 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-66b2b351-b4ff-46fa-b492-94b3219aa4c4 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849490 Aug 29 11:38:01.213546 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b9f7402-c04a-4a6c-aa8a-acd0e3bcb307 req-b6df4f0b-6377-40a0-a54d-7de2dd8dd370 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/security-groups?id=ea21a8db-b5ca-4c28-ab90-c27d891dc590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Aug 29 11:38:01.274697 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb76435a-3a9a-4661-b472-6a91123c9c53 req-ac254b6b-89e5-4420-8984-eef3711585e1 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945301 Aug 29 11:38:01.289368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:01.352788 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ebf9955b-cb74-4825-ac06-e4d254d1068e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:38:01.412157 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:01.433845 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:01.443959 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Pushing event deleted for resources: {'Port': ['ID=ebf9955b-cb74-4825-ac06-e4d254d1068e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:01.473407 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.473677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.474012 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.474345 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.474678 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.475381 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.475381 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.475639 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.476517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.476867 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.477187 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.477506 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:01.514466 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] No DVR routers for this DVR port ebf9955b-cb74-4825-ac06-e4d254d1068e on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:38:01.517480 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:01.519494 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f38ee24e-81bb-437c-90f2-7dc03763dde0 req-456d7dae-fb53-4fa2-8de3-cb812a137ef4 tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.42 "DELETE /v2.0/ports/ebf9955b-cb74-4825-ac06-e4d254d1068e HTTP/1.1" status: 204 len: 173 time: 0.7135704 Aug 29 11:38:01.519923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'name': 'network-vif-deleted', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:01.522141 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a711a69-ad37-43a8-a1ca-b892e1e8a550" -d '{"events": [{"server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "name": "network-vif-deleted", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:01.562301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4ba8a-dd93-45cc-bcee-bd7b2d879e03 x-openstack-request-id: req-cce4ba8a-dd93-45cc-bcee-bd7b2d879e03 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:01.562301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4bf2da-2cb6-42ee-a20b-06ede01bbd88", "name": "network-vif-deleted", "tag": "ebf9955b-cb74-4825-ac06-e4d254d1068e", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:01.562301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cce4ba8a-dd93-45cc-bcee-bd7b2d879e03 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:01.562301 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4bf2da-2cb6-42ee-a20b-06ede01bbd88', 'name': 'network-vif-deleted', 'tag': 'ebf9955b-cb74-4825-ac06-e4d254d1068e', 'status': 'completed', 'code': 200} Aug 29 11:38:01.926834 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae95bcb-1b69-47f5-875e-0c1e83ec367c req-ca026a00-710c-4292-9b93-be6225e0eb1c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:01.929323 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ae95bcb-1b69-47f5-875e-0c1e83ec367c req-ca026a00-710c-4292-9b93-be6225e0eb1c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0580952 Aug 29 11:38:01.974385 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ae95bcb-1b69-47f5-875e-0c1e83ec367c req-5ff64a92-c5f4-4347-b796-86a7cffb007c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Aug 29 11:38:02.313504 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f473b098-7a92-47a0-bb6d-359fe37e2d0d req-641bf3c6-5ca0-4d3d-a6e9-eac9227a6d7c tempest-DeleteServersTestJSON-4889463 tempest-DeleteServersTestJSON-4889463-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4bf2da-2cb6-42ee-a20b-06ede01bbd88 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 29 11:38:03.091906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777accdc-7c64-40d0-838c-738dfb0d17b8 req-565798d9-7b0e-4359-a9b4-d990f2a2e8b4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:03.093432 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-777accdc-7c64-40d0-838c-738dfb0d17b8 req-565798d9-7b0e-4359-a9b4-d990f2a2e8b4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Aug 29 11:38:03.144441 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-777accdc-7c64-40d0-838c-738dfb0d17b8 req-53b5eda2-c923-4afe-8770-cee1ea64c736 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Aug 29 11:38:04.250662 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786a7-a073-4f3c-b109-f57d750d61f5 req-abb68990-d6c8-49a8-95e5-ba54382b239d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:04.252399 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7d9786a7-a073-4f3c-b109-f57d750d61f5 req-abb68990-d6c8-49a8-95e5-ba54382b239d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0505996 Aug 29 11:38:04.289239 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7d9786a7-a073-4f3c-b109-f57d750d61f5 req-83d737c6-2c25-4e36-8b38-93607c1574c8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297778 Aug 29 11:38:05.401574 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d351b-9c90-4851-8fe2-1b4c5a506cec req-e6b5c054-2dee-4ac8-bb75-43537facb1a6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:05.403066 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a9d351b-9c90-4851-8fe2-1b4c5a506cec req-e6b5c054-2dee-4ac8-bb75-43537facb1a6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Aug 29 11:38:05.439142 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a9d351b-9c90-4851-8fe2-1b4c5a506cec req-bb7b8857-88e5-4ac6-9472-c0ab9d124033 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302691 Aug 29 11:38:06.315990 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec811b-f14e-442b-9965-914b1f6e19f1 req-e162bca2-6720-4b65-bec9-8059451fab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:06.317471 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c8ec811b-f14e-442b-9965-914b1f6e19f1 req-e162bca2-6720-4b65-bec9-8059451fab07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1099 time: 0.0375955 Aug 29 11:38:06.352294 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c8ec811b-f14e-442b-9965-914b1f6e19f1 req-f6f32acd-872b-4688-a52a-eb59e6742d32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273166 Aug 29 11:38:06.555992 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6021e94-327b-4d31-adcc-46e8b12c4f9c req-6ed100f5-87cc-4440-93ee-36874bbe5298 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:06.557500 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c6021e94-327b-4d31-adcc-46e8b12c4f9c req-6ed100f5-87cc-4440-93ee-36874bbe5298 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0520098 Aug 29 11:38:06.594760 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c6021e94-327b-4d31-adcc-46e8b12c4f9c req-94638ac2-8b06-4fae-b50c-0357a136aa82 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 29 11:38:07.113633 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52378) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:07.159333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Deleting subnet 7460ff4d-f252-4c03-95d8-2b92f4dde505 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:38:07.162367 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.196126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.201467 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.327647 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.361233 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7460ff4d-f252-4c03-95d8-2b92f4dde505,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:07.365217 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.369897 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-aad47101-ea18-4e5d-850b-479dbbd7b83d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7460ff4d-f252-4c03-95d8-2b92f4dde505 HTTP/1.1" status: 204 len: 168 time: 0.2527993 Aug 29 11:38:07.370525 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52388) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:07.444076 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > port after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > port after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.666621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924eb88e-118c-4bbf-9652-02d1a6770bf1']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d90b6c-cad9-4b0a-b3a4-e8ae2b57f02d') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.670898 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.675842 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:38:07.676242 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: from cryptography.utils import int_from_bytes Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: from cryptography.utils import int_from_bytes Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:38:07.680344 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:38:07.725304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0e94b-802c-4956-9067-1b2430ea4eee req-c29f7b17-054b-4769-9f2e-22990fddc515 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:07.727690 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5ef0e94b-802c-4956-9067-1b2430ea4eee req-c29f7b17-054b-4769-9f2e-22990fddc515 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Aug 29 11:38:07.766930 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5ef0e94b-802c-4956-9067-1b2430ea4eee req-e0eec938-03f8-497a-9133-f1a90c93b6de tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Aug 29 11:38:07.847624 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.864909 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:07.869426 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] 10.222.0.43 "DELETE /v2.0/networks/924eb88e-118c-4bbf-9652-02d1a6770bf1 HTTP/1.1" status: 204 len: 168 time: 0.4954798 Aug 29 11:38:07.869426 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f437c0-b673-44a0-9482-6a1009076920 admin admin] Pushing event deleted for resources: {'Network': ['ID=924eb88e-118c-4bbf-9652-02d1a6770bf1,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:08.281046 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52420) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:08.327212 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-67077b69-1f5a-4ac3-abab-acb612e3a9ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47a6b32471244390806b1dfef7db187b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450089 Aug 29 11:38:08.330250 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52426) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:08.385784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:08.406243 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:08.554659 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:08.557179 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:08.558357 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea21a8db-b5ca-4c28-ab90-c27d891dc590 HTTP/1.1" status: 204 len: 168 time: 0.2270763 Aug 29 11:38:08.566720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea21a8db-b5ca-4c28-ab90-c27d891dc590,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:08.574359 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.574712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.575053 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.575389 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.575723 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.576055 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.576412 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.576759 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.577094 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.577422 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.577737 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.578056 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453dc7-523b-44a8-a8d8-c15c9f8fbe72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:08.884850 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f2efb-f626-44bd-ba86-31220f00440b req-26b46b22-8ecb-49a2-b1d4-40ec30f41ab4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:08.886337 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-075f2efb-f626-44bd-ba86-31220f00440b req-26b46b22-8ecb-49a2-b1d4-40ec30f41ab4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0490196 Aug 29 11:38:08.927393 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-075f2efb-f626-44bd-ba86-31220f00440b req-6ba4a746-3f35-40b1-a2b7-bc148f583241 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Aug 29 11:38:09.049576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2a4f-3610-49ab-acab-1333cc9d64f8 req-b7603d3b-485f-4689-a3c5-1c36b040bf40 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:09.051072 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b78f2a4f-3610-49ab-acab-1333cc9d64f8 req-b7603d3b-485f-4689-a3c5-1c36b040bf40 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0570264 Aug 29 11:38:09.090341 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b78f2a4f-3610-49ab-acab-1333cc9d64f8 req-5f793ba3-eb59-4711-9998-ba71bad3783d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Aug 29 11:38:09.493601 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52486) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:09.644204 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-8cf1342c-f2cd-4e56-a649-111ddfff4579 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:09.651490 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-8cf1342c-f2cd-4e56-a649-111ddfff4579 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1237478 Aug 29 11:38:09.656823 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1888-0b04-4fec-8800-575f541cbffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:09.669446 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-6c4e09ae-27ca-425c-a3f2-051c39bf34a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/quotas/683ffb03338c4c45b3f07bba8538380d HTTP/1.1" status: 200 len: 375 time: 0.0167696 Aug 29 11:38:09.722778 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-41331110-0e50-4119-8de5-6d5c004e6f42 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523610 Aug 29 11:38:09.762712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1888-0b04-4fec-8800-575f541cbffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:09.839829 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-d1a7f1b1-9029-44b0-bce1-61ea2939f9ab service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086349 Aug 29 11:38:09.860339 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52510) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:09.882746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1888-0b04-4fec-8800-575f541cbffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:09.944140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac1888-0b04-4fec-8800-575f541cbffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507afc7c-281b-4708-85a5-d3c8af61e809,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:09.952374 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b7ac1888-0b04-4fec-8800-575f541cbffd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ce7c0427ced491b8f267f18916b38de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578075 Aug 29 11:38:09.954281 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52516) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:09.963132 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-99a45fbf-2535-4bf8-be7f-5addb274d253 service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162686 Aug 29 11:38:09.995199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223840403-network', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:10.025834 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.045182 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.107881 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Made reservation on behalf of cd4e2f0f4b674676b15c2b3fc951e153 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:10.110153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.118617 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.190576 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.193225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.197688 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/507afc7c-281b-4708-85a5-d3c8af61e809 HTTP/1.1" status: 204 len: 168 time: 0.2385514 Aug 29 11:38:10.212742 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe7388-7c0f-4318-8a40-55407c659d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507afc7c-281b-4708-85a5-d3c8af61e809,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:10.214782 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4f297cb9-42cd-4cb6-8732-dba05034a39e req-c45560db-6bf0-4b47-a59e-2e6b797d013b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Aug 29 11:38:10.284245 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.367290 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.391344 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:38:10.400152 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c324681c-60b2-448c-938a-26f9583c6698,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:10.405964 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.406304 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Added segment 7e076636-eb82-41a3-b26c-237a3f970c71 of type vlan for network 4488a518-8083-4d4f-846c-cb71d5bcb014 Aug 29 11:38:10.448943 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.532806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.533800 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:10.534392 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.591820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] Pushing event updated for resources: {'Network': ['ID=4488a518-8083-4d4f-846c-cb71d5bcb014,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:10.602419 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:38:10.664788 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-523b14fd-5904-41ea-98c3-29fe1ace5e03 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8032100 Aug 29 11:38:10.667527 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52534) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:10.672383 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Request body: {'subnet': {'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-subnet', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:10.806991 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Made reservation on behalf of cd4e2f0f4b674676b15c2b3fc951e153 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:10.809491 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.887845 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52538) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:10.902058 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c7450f7-7afa-465d-8640-c365fe89bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:10.996337 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c7450f7-7afa-465d-8640-c365fe89bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.091178 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c7450f7-7afa-465d-8640-c365fe89bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.129149 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0c7450f7-7afa-465d-8640-c365fe89bf77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a463339788f14da999d012827051bfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402835 Aug 29 11:38:11.129998 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7450f7-7afa-465d-8640-c365fe89bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea0b0f4-e6cd-49dc-9b1c-6525cee208f1,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:11.131928 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52546) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:11.167942 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.219625 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.248019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Pushing event updated for resources: {'Subnet': ['ID=822959a9-17d5-44e4-b64a-bf88816752e7,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:11.261141 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.271015 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Checking segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:11.271015 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Network hostable DHCP agents. Network: 4488a518-8083-4d4f-846c-cb71d5bcb014, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:38:11.322128 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dc7eb44f-94a7-48fc-939b-8c7dcc9bd470 req-5b9a5378-4838-47e2-b662-d7c44d064de5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0273783 Aug 29 11:38:11.382777 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:38:11.406371 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.408893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.410074 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ea0b0f4-e6cd-49dc-9b1c-6525cee208f1 HTTP/1.1" status: 204 len: 168 time: 0.2771261 Aug 29 11:38:11.418412 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57669f1a-8953-4ed0-9e3d-10c234d3c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea0b0f4-e6cd-49dc-9b1c-6525cee208f1,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:11.481081 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 4488a518-8083-4d4f-846c-cb71d5bcb014) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:11.485365 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:11.485967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.490882 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752fd59-b6e6-4c5f-b000-f2f7c620668f None None] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:11.571067 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-be8e902c-1c55-446b-8cc7-ee5cd3d2778a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9023552 Aug 29 11:38:11.573903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52554) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:11.578283 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:11.650038 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-4488a518-8083-4d4f-846c-cb71d5bcb014', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:38:11.654645 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.683153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.683153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.768512 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.786663 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Allocated IP 172.20.0.2 (4488a518-8083-4d4f-846c-cb71d5bcb014/822959a9-17d5-44e4-b64a-bf88816752e7/e71fc01f-de5c-4ca7-a2bc-b4caff2aee98) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:11.929767 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:11.938230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Transition to ACTIVE for port object e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:11.952885 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Transition to ACTIVE for port object e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:12.036545 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.064043 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.076963 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:12.079867 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:12.088020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:12.101551 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Pushing event updated for resources: {'Port': ['ID=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:12.123917 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.133187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:12.155590 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Attempting to bind port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:12.155859 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Attempting to bind port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:12.156224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Attempting to bind port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:12.161858 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:12.162120 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Checking segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:12.162582 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.162997 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Bound using segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:12.163462 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Bound port: e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:12.163860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.192015 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52566) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:12.206411 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6c442194-706f-4894-99d6-ca1b9e5cd6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.237294 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] For port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:12.240612 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] For port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:12.296035 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6c442194-706f-4894-99d6-ca1b9e5cd6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.309351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.328101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.333048 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.384710 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6c442194-706f-4894-99d6-ca1b9e5cd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.420312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38800e-c2a2-448b-926e-6af80840b35f None None] Pushing event updated for resources: {'Port': ['ID=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:12.455097 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Allocated IP 172.27.1.116 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/8db71ada-a1bd-453b-9a0d-9cc5e589aab6) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:12.582417 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.678109 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-6c442194-706f-4894-99d6-ca1b9e5cd6d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b01f356703b48a7b438211a4d6d5ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849160 Aug 29 11:38:12.679489 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52576) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:12.685518 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5e87ce6f-5652-40df-afc8-338c0d807fb0 req-7a14e63a-8e58-462b-9d65-06b22961bb94 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.2655737 Aug 29 11:38:12.686357 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c442194-706f-4894-99d6-ca1b9e5cd6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf085f-2afc-4ffe-aeb1-a224d46850e1,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:12.743972 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.784750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.811980 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:12.822328 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:12.824495 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:12.832573 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Pushing event updated for resources: {'Port': ['ID=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:12.835466 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:13.064131 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.066707 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.070409 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cadf085f-2afc-4ffe-aeb1-a224d46850e1 HTTP/1.1" status: 204 len: 168 time: 0.3871403 Aug 29 11:38:13.075685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba9ba2-c677-43f3-8281-d03755c5970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf085f-2afc-4ffe-aeb1-a224d46850e1,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:13.257790 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.479809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.483041 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:13.513109 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f94ed-a374-4644-85dc-6be9c9af142f None None] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:13.704012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Router dd1b9afd-09a5-4822-a920-52f00265622d is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:38:13.796353 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f5760f9-cb92-4dce-84ac-82934a9f8904 req-8d0e8bf0-dd5b-46bf-817b-2050287f7999 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0262907 Aug 29 11:38:13.818499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:38:13.831966 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:38:13.841290 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:13.841919 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:13.847202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:13.850576 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Provisioning for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:13.853851 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:13.854324 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.857402 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Provisioning complete for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:13.857769 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.938523 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:13.942237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1983c4ba-a1c9-40c7-b534-ed6ca6e9aab6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3649528 Aug 29 11:38:13.942473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52604) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:13.983314 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:14.016426 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.018638 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.073148 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] For port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:14.155940 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.224845 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a28f0-f869-49b0-9194-22e7f45e21e1 None None] Pushing event updated for resources: {'Port': ['ID=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:14.228483 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:12Z', 'revision_number': 3, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:14.261577 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:38:14.261934 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Updating router dd1b9afd-09a5-4822-a920-52f00265622d port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:38:14.281600 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.db.api [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 11:38:14.281962 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG oslo_db.api [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 11:38:14.303775 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.305467 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f8a44cb0-a2ec-4141-92e7-3953d52fd594 None None] Provisioning complete for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:14.305992 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f8a44cb0-a2ec-4141-92e7-3953d52fd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.406319 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52624) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:14.513414 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873480644-network', 'tenant_id': 'c4e84e3ba2e740c2af18d461397b35b9'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:14.567728 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.577576 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Transition to ACTIVE for port object 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:14.618214 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Made reservation on behalf of c4e84e3ba2e740c2af18d461397b35b9 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:14.620528 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.629355 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.641096 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.646893 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.700717 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Pushing event updated for resources: {'Port': ['ID=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:14.710615 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.710966 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.711318 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.711656 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.711993 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.712323 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.712676 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.713007 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.713353 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.713684 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.714094 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.714418 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:38:14.717927 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Attempting to bind port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:14.718467 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Attempting to bind port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:14.719007 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Attempting to bind port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:14.723984 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.724824 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:14.725294 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:14.726280 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.726673 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:14.727144 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Bound port: 8db71ada-a1bd-453b-9a0d-9cc5e589aab6, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:14.727543 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.778774 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] For port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:14.782019 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] For port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:14.795599 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.805998 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Allocated IP 172.20.0.1 (4488a518-8083-4d4f-846c-cb71d5bcb014/822959a9-17d5-44e4-b64a-bf88816752e7/fd40df25-b630-4cbb-b633-745e5813cd70) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:14.816814 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:38:14.841751 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dea1dd-df84-4e5f-ad81-096b6250ec85,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:14.845530 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.846144 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Added segment ac71d8db-4d7d-4bd6-9d06-418c0252884c of type vlan for network 9681477e-ce23-49e5-8f05-115d4fd61d2b Aug 29 11:38:14.865199 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.919127 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:14.919779 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:14.935260 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.939300 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c7413d80-81f3-48b2-b0c0-217a6f9e08f2 req-24e8ce65-95e7-4911-953c-2a0c6aabb418 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0335789 Aug 29 11:38:14.950700 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:14.966688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Transition to ACTIVE for port object fd40df25-b630-4cbb-b633-745e5813cd70 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:14.980270 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a065d-2247-4663-8412-56f39efc9bc7 None None] Pushing event updated for resources: {'Port': ['ID=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:15.036832 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:15.064049 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.066920 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:15.066920 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.118733 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.140976 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] Pushing event updated for resources: {'Network': ['ID=9681477e-ce23-49e5-8f05-115d4fd61d2b,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:15.152913 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:38:15.173435 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:15.176544 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:15.188919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:15.216222 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Pushing event updated for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:15.230260 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ba8dbd87-91e9-4440-9fef-40b847f94b98 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8228147 Aug 29 11:38:15.236528 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52636) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:15.242942 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.252365 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Request body: {'subnet': {'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873480644-subnet', 'tenant_id': 'c4e84e3ba2e740c2af18d461397b35b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:15.263328 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:12Z', 'revision_number': 3, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:15.355218 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Made reservation on behalf of c4e84e3ba2e740c2af18d461397b35b9 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:15.358411 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31252503'] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.436220 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec0edf-c310-4629-8baa-fb4c3963bbd7 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:12Z', 'revision_number': 3, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:38:15.466710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:15.520402 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.539679 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:15.540263 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.635532 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-2bbe974a-0687-4386-8c6f-24df45312852 None None] Provisioning for port fd40df25-b630-4cbb-b633-745e5813cd70 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:15.640290 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-2bbe974a-0687-4386-8c6f-24df45312852 None None] Provisioning complete for port fd40df25-b630-4cbb-b633-745e5813cd70 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:15.640732 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2bbe974a-0687-4386-8c6f-24df45312852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.685313 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe974a-0687-4386-8c6f-24df45312852 None None] Port fd40df25-b630-4cbb-b633-745e5813cd70 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:38:15.711384 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-40f755f2-7850-42da-b057-3c9e05822d78 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:15.713225 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-40f755f2-7850-42da-b057-3c9e05822d78 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1361129 Aug 29 11:38:15.728515 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.729088 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Request body: {'port': {'device_id': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'admin_state_up': True, 'tenant_id': '683ffb03338c4c45b3f07bba8538380d'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:15.783587 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31252581'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.865781 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:15.871128 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beac4e67-1bf2-4c2d-920a-537cd9d3162d,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:15.895372 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Checking segment: {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:15.896067 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Network hostable DHCP agents. Network: 9681477e-ce23-49e5-8f05-115d4fd61d2b, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:38:15.949083 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Pushing event updated for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:15.951979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:16.062001 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:16.065092 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:16.065908 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-96d30841-3164-4af2-a8ff-6972c30e9285 req-2aa866a7-acf1-423a-b19f-ecbc41b1a847 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0378370 Aug 29 11:38:16.126290 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:38:16.128689 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:16.132487 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:16.284157 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:38:16.310224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-e63055eb-5e53-4569-8e10-3161f1cae61e None None] Provisioning complete for port fd40df25-b630-4cbb-b633-745e5813cd70 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:16.310906 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e63055eb-5e53-4569-8e10-3161f1cae61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:16.316195 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 9681477e-ce23-49e5-8f05-115d4fd61d2b) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:16.325011 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:16.325661 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:16.359796 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edbb8a1-b73b-4995-9ee3-87bfb47dd0de None None] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:16.443966 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Allocated IP 172.20.0.3 (85eb6138-dba6-4d3a-ad01-9fb599e0f220/f70e393f-a098-4fec-9bfc-426f961d1675/feb52b79-14cc-41b5-866f-0ae709919c37) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:16.446139 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-e63055eb-5e53-4569-8e10-3161f1cae61e None None] Port fd40df25-b630-4cbb-b633-745e5813cd70 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:38:16.481871 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-90dfec60-7010-4468-a86a-40915ca66db2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2297728 Aug 29 11:38:16.620227 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:38:16.629996 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-db42d99c-84a4-48cc-a079-04d13b1489af admin admin] 10.222.0.43 "PUT /v2.0/routers/dd1b9afd-09a5-4822-a920-52f00265622d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6864858 Aug 29 11:38:16.630842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94d562-d6b6-4c76-8cad-fe3230d9cdf1 None None] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:16.726212 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:16.778667 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-92c34ba5-6b64-491b-9f91-6f44efb06e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:16.780051 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-92c34ba5-6b64-491b-9f91-6f44efb06e8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0595696 Aug 29 11:38:16.830986 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cbe65-deff-4112-895d-6627737bb810 req-eaff212d-3eb9-4d2f-b60c-744e6655aff9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:16.838899 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f41cbe65-deff-4112-895d-6627737bb810 req-eaff212d-3eb9-4d2f-b60c-744e6655aff9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0887663 Aug 29 11:38:16.902190 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f41cbe65-deff-4112-895d-6627737bb810 req-d8d6e093-a19d-4753-88ad-bcec046a01df tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575838 Aug 29 11:38:16.926633 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-05928094-bcd4-439b-a37c-73c4fae413de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:16.926633 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-05928094-bcd4-439b-a37c-73c4fae413de service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.1362429 Aug 29 11:38:16.969617 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-68026684-add7-4bc0-8057-139d3f8843f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0366578 Aug 29 11:38:17.022234 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-0fc96acf-344b-4c4c-bcbb-2317caf808b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:17.023787 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-0fc96acf-344b-4c4c-bcbb-2317caf808b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0463331 Aug 29 11:38:17.028193 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.037735 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:17.095190 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-f84bfe03-5cef-4256-9b6b-6e6133bc0d5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541317 Aug 29 11:38:17.110126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:17.113956 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:17.131635 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:17.137272 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event updated for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:17.219243 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:17.219795 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.281164 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-02acd5c3-3c02-4f63-8d57-460aa9980abe service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659560 Aug 29 11:38:17.307851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40ebf-6fbf-4c4e-a49d-57764e6eb6e5 req-06d92acc-4b48-4457-8a91-7822e0c7feef tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:17.309476 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cee40ebf-6fbf-4c4e-a49d-57764e6eb6e5 req-06d92acc-4b48-4457-8a91-7822e0c7feef tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 931 time: 0.0611966 Aug 29 11:38:17.360456 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cee40ebf-6fbf-4c4e-a49d-57764e6eb6e5 req-93c8376b-1c7f-4a64-9161-17bc8ab85be3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Aug 29 11:38:17.362476 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-cbefa732-f2e2-49c2-915b-72bb0fecf0fe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6378572 Aug 29 11:38:17.387044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Request body: {'port': {'device_id': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:17.415154 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52d9a46b-68a6-44ab-ba25-6f8dd820c3a3 req-29ecc52b-5e38-4c89-9da1-d34e51dc9dd1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206143 Aug 29 11:38:17.460470 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.514115 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:17.665823 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:38:17.675979 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:17.676835 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:17.716100 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:17.722326 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:17.722698 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.804819 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb52b79-14cc-41b5-866f-0ae709919c37 {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:17.812387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.816017 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:17.824119 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Transition to ACTIVE for port object feb52b79-14cc-41b5-866f-0ae709919c37 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:17.915804 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.944303 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:17.966465 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52716) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:17.978474 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848739648', 'description': 'tempest-description--675942860'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:18.027980 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:18.058812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Pushing event updated for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.112684 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 2, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:18.114297 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d996486-98f7-45a5-97c5-d2359de6d472 req-b8cbe7c9-9f8c-4c3c-8a26-f9331569ef28 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.121209 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d996486-98f7-45a5-97c5-d2359de6d472 req-b8cbe7c9-9f8c-4c3c-8a26-f9331569ef28 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1472194 Aug 29 11:38:18.138559 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.146585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:38:18.147856 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Updating router dd1b9afd-09a5-4822-a920-52f00265622d port fd40df25-b630-4cbb-b633-745e5813cd70 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:38:18.152566 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.180334 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Attempting to bind port feb52b79-14cc-41b5-866f-0ae709919c37 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:18.180748 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Attempting to bind port feb52b79-14cc-41b5-866f-0ae709919c37 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:18.181260 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Attempting to bind port feb52b79-14cc-41b5-866f-0ae709919c37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:18.192559 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Port feb52b79-14cc-41b5-866f-0ae709919c37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:18.192781 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Attempting to bind port feb52b79-14cc-41b5-866f-0ae709919c37 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:18.213547 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d996486-98f7-45a5-97c5-d2359de6d472 req-e90569ee-3fcb-401e-98b4-f51ace335909 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911455 Aug 29 11:38:18.217471 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.250746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:18.250746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Checking segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:18.250746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Bound using segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:18.250746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Bound port: feb52b79-14cc-41b5-866f-0ae709919c37, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:18.250746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.269703 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.305591 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.326105 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:18.329498 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=feb52b79-14cc-41b5-866f-0ae709919c37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:18.332337 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.362378 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622c6092-6a27-42bc-a8ce-6051194482e1,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.431397 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.463954 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.466669 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4bb77aab-d36d-4bb6-a1d5-898e36017ac1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4977076 Aug 29 11:38:18.473044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52740) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:18.482421 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group_rule': {'security_group_id': '622c6092-6a27-42bc-a8ce-6051194482e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:18.510895 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.511515 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.512932 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] 10.222.0.42 "PUT /v2.0/ports/feb52b79-14cc-41b5-866f-0ae709919c37 HTTP/1.1" status: 200 len: 1093 time: 1.1421976 Aug 29 11:38:18.515169 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:18.517539 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb448962-d627-49af-af2f-66dd537cfcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:18.549955 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88513dd0-8e57-4f4c-8c35-a4a9743dde8a service neutron] Pushing event updated for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.568015 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.570120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f038c-92b4-4278-bdbf-4914fb76e14a req-5106df01-2871-49d2-8184-d45a903c4da4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.571715 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d9f038c-92b4-4278-bdbf-4914fb76e14a req-5106df01-2871-49d2-8184-d45a903c4da4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 943 time: 0.1092312 Aug 29 11:38:18.573203 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76dcd5-a073-4aa6-887a-46ed2ab39f1a x-openstack-request-id: req-0c76dcd5-a073-4aa6-887a-46ed2ab39f1a {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:18.573489 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:18.578428 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c76dcd5-a073-4aa6-887a-46ed2ab39f1a {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:18.578428 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37', 'status': 'completed', 'code': 200} Aug 29 11:38:18.579956 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Transition to ACTIVE for port object fd40df25-b630-4cbb-b633-745e5813cd70 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:18.648893 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d9f038c-92b4-4278-bdbf-4914fb76e14a req-33dfe714-9ef0-4597-b3b6-703eb9cb1a72 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681233 Aug 29 11:38:18.653786 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.677129 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.685300 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-65e19414-503a-469d-a9c2-174b2d8e8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.686898 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-65e19414-503a-469d-a9c2-174b2d8e8aa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0837371 Aug 29 11:38:18.734034 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ef4d-0350-4183-b86e-6d21d94241fd None None] Pushing event updated for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.800913 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Attempting to bind port fd40df25-b630-4cbb-b633-745e5813cd70 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:18.801815 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Attempting to bind port fd40df25-b630-4cbb-b633-745e5813cd70 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:18.802380 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Attempting to bind port fd40df25-b630-4cbb-b633-745e5813cd70 on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:18.808495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.821717 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:18.822179 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Checking segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:18.822964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.823571 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Bound using segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:18.824619 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Bound port: fd40df25-b630-4cbb-b633-745e5813cd70, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:18.825128 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.845019 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-cb9b5ee0-0902-4ae0-acc3-3d8069d231f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.846553 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-cb9b5ee0-0902-4ae0-acc3-3d8069d231f3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=683ffb03338c4c45b3f07bba8538380d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1494596 Aug 29 11:38:18.907915 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] For port fd40df25-b630-4cbb-b633-745e5813cd70, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:18.912853 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] For port fd40df25-b630-4cbb-b633-745e5813cd70, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fd40df25-b630-4cbb-b633-745e5813cd70,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:18.937610 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:18.969146 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9eb207-ab58-4971-9239-42c9e5112768,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:18.977968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-3c576676-d7a4-4e2f-92f6-a967431fd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:18.980439 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cb448962-d627-49af-af2f-66dd537cfcf1 req-3c576676-d7a4-4e2f-92f6-a967431fd040 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265912 Aug 29 11:38:19.013031 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.071684 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:19.072327 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:37:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:19.074093 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ef4d-0350-4183-b86e-6d21d94241fd None None] Pushing event updated for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:19.088137 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-999e8555-204d-4bf7-92e4-119d16cda110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:19.090426 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-999e8555-204d-4bf7-92e4-119d16cda110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0583749 Aug 29 11:38:19.091890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.101598 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52764) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:19.108439 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group_rule': {'security_group_id': '622c6092-6a27-42bc-a8ce-6051194482e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:19.118943 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-15e2fdb6-6c12-4d65-8174-d2975440481f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6413250 Aug 29 11:38:19.167468 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-e3dda0db-fae2-44da-873f-457406d790ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb52b79-14cc-41b5-866f-0ae709919c37 HTTP/1.1" status: 200 len: 217 time: 0.0473461 Aug 29 11:38:19.208695 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:19.262282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-ffe23481-07c9-4d0d-8302-06399dc3863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:19.263203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.264579 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-ffe23481-07c9-4d0d-8302-06399dc3863f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.0887189 Aug 29 11:38:19.310345 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-f1dc18d6-dd3f-4b72-8151-0a45a6fa7ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350647 Aug 29 11:38:19.439870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.473809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-883ed9a5-4fc0-4cc4-9abd-654253aef568 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:19.475853 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-883ed9a5-4fc0-4cc4-9abd-654253aef568 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 808 time: 0.1672475 Aug 29 11:38:19.488937 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003db03-8c8f-4829-9483-45ddc8ed210a req-b3124ed9-5464-4a5b-8bc1-6c705b8fe2fb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:19.490852 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4003db03-8c8f-4829-9483-45ddc8ed210a req-b3124ed9-5464-4a5b-8bc1-6c705b8fe2fb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1615109 Aug 29 11:38:19.492441 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-2465bbae-a53a-4fd4-a9ac-7e65d5bb9235 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733310 Aug 29 11:38:19.494161 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-e33e1d95-d9d2-4358-b775-27b707e44e73 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/quotas/c4e84e3ba2e740c2af18d461397b35b9 HTTP/1.1" status: 200 len: 375 time: 0.0115151 Aug 29 11:38:19.511346 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.516821 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:19.565701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719254f4-1795-46fc-b1d1-3afd92659c09,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:19.579323 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-32c70343-5724-4156-970c-1e18e3aa8c8f tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798147 Aug 29 11:38:19.606038 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4003db03-8c8f-4829-9483-45ddc8ed210a req-2bcbd1ab-ad5b-43d2-bc51-ae23fe3bce6d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097481 Aug 29 11:38:19.642276 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.648475 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-81582518-2a2d-4e24-85c5-6eb8671e9fe5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451596 Aug 29 11:38:19.651189 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52792) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:19.656309 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f548b58d-61c2-44ee-b6fb-1a52db9bd94e req-dc9b946c-b78e-423e-b718-8c3be5f3ce14 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506612 Aug 29 11:38:19.658408 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:19.712790 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-fb5af3fe-bf19-4b23-bbbe-465bf37877f8 service neutron] 10.222.0.43 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321564 Aug 29 11:38:19.750455 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:18Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:19.805180 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84a3-b11a-4203-affd-4b62585f7a76 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:18Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:38:19.809728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:19.809829 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.811388 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-8b6dc5d9-8ce5-40bc-8f0f-1356744cada9 service neutron] 10.222.0.43 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913115 Aug 29 11:38:19.818446 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:19.851739 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f522d9-2395-47d5-9d10-f6316084befb req-8cabbfda-f64b-4ec4-89a1-f3b45a174722 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:19.853981 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01f522d9-2395-47d5-9d10-f6316084befb req-8cabbfda-f64b-4ec4-89a1-f3b45a174722 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 943 time: 0.0608027 Aug 29 11:38:19.935376 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01f522d9-2395-47d5-9d10-f6316084befb req-c806a746-0b90-4498-9628-6d4355454758 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546601 Aug 29 11:38:20.027878 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:20.146468 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Allocated IP 172.27.1.137 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/63b1a6ac-1c61-43cd-9e9a-6819382b28f0) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:20.229976 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-273c6bc8-e253-4c8f-ab50-41f3d3b8804a req-ece089e4-6128-4f7f-9d0a-1f185689bb7c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0424390 Aug 29 11:38:20.285805 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:20.447117 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:20.487661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:20.492094 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:20.497753 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:20.540857 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=63b1a6ac-1c61-43cd-9e9a-6819382b28f0,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:20.630073 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:20.729332 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c4b9-29b0-49bd-ad3f-6bf5a1ffc7a3 req-7dbfb1ed-820f-462a-b0de-fdb680249242 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:20.730214 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6397c4b9-29b0-49bd-ad3f-6bf5a1ffc7a3 req-7dbfb1ed-820f-462a-b0de-fdb680249242 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Aug 29 11:38:20.783737 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6397c4b9-29b0-49bd-ad3f-6bf5a1ffc7a3 req-ffc3e890-33e9-47fa-b9e6-ce8674fb7120 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Aug 29 11:38:20.828782 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.185903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432501a-6ebb-48af-8b53-9437866c6403 req-57af8908-f746-4e53-886c-7f0117466ca6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:21.187406 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2432501a-6ebb-48af-8b53-9437866c6403 req-57af8908-f746-4e53-886c-7f0117466ca6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 943 time: 0.1044230 Aug 29 11:38:21.246782 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2432501a-6ebb-48af-8b53-9437866c6403 req-0e4202aa-4b4d-4511-9f55-69a53aa961f5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Aug 29 11:38:21.285081 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.336009 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c467bc81-adb5-4a78-a775-da6fa57925d5 req-7f517379-2008-4b07-bb73-8126c9243d16 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0265892 Aug 29 11:38:21.349843 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.429017 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=63b1a6ac-1c61-43cd-9e9a-6819382b28f0,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:21.437724 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.460773 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device feb52b79-14cc-41b5-866f-0ae709919c37 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:21.473287 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fd40df25-b630-4cbb-b633-745e5813cd70 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:21.567277 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.569331 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-46915d80-afff-4a57-b901-aba7bf2d4291 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9171007 Aug 29 11:38:21.574622 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52852) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:21.609622 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=feb52b79-14cc-41b5-866f-0ae709919c37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:21.623503 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'feb52b79-14cc-41b5-866f-0ae709919c37', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'port_id': 'feb52b79-14cc-41b5-866f-0ae709919c37', 'mac_address': 'fa:16:3e:fd:f6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70e393f-a098-4fec-9bfc-426f961d1675', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:21.663736 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.679495 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb52b79-14cc-41b5-866f-0ae709919c37 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:21.700246 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=feb52b79-14cc-41b5-866f-0ae709919c37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:21.700463 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8ef96e8-c724-4431-b69e-fc133c71c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.726468 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port fd40df25-b630-4cbb-b633-745e5813cd70 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:21.732353 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port fd40df25-b630-4cbb-b633-745e5813cd70 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:21.733009 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.810583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8ef96e8-c724-4431-b69e-fc133c71c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.811681 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-18b51900-db89-4734-b290-eb2f8962e2bd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1848739648&fields=id&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 267 time: 0.0416667 Aug 29 11:38:21.837278 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.872887 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:21.880543 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port fd40df25-b630-4cbb-b633-745e5813cd70, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fd40df25-b630-4cbb-b633-745e5813cd70,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:21.900900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d580f-5215-46e1-b606-f7bac3b86985 req-c0b3e08a-9515-4d68-8ebe-694b2bcacee8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:21.902485 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-704d580f-5215-46e1-b606-f7bac3b86985 req-c0b3e08a-9515-4d68-8ebe-694b2bcacee8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0540071 Aug 29 11:38:21.933327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-547b4271-90d5-496c-be3d-6a6fecd21361 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:21.934835 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-547b4271-90d5-496c-be3d-6a6fecd21361 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 816 time: 0.1220298 Aug 29 11:38:21.936211 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:21.948381 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-704d580f-5215-46e1-b606-f7bac3b86985 req-e2fee90b-0b00-40b0-89a9-5e067cf8450b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Aug 29 11:38:21.951462 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-69e589a4-8986-4eb4-aa4a-da3e8f3b1e6b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/quotas/cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Aug 29 11:38:21.995419 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8ef96e8-c724-4431-b69e-fc133c71c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.014008 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-ff35a2b0-03f2-4f45-a52e-c9a2f0140422 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550554 Aug 29 11:38:22.018540 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.040414 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef96e8-c724-4431-b69e-fc133c71c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d559a00-8858-42d9-a3ce-d90b0c7d28dd,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:22.058699 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e8ef96e8-c724-4431-b69e-fc133c71c4fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c54b77ad14242b6a2a4e7d70e416513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828503 Aug 29 11:38:22.062867 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52874) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:22.078270 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:22.127433 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.148219 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-28165bb5-a6d3-4a93-a89b-2c5bd2f4006b service neutron] 10.222.0.43 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236353 Aug 29 11:38:22.158789 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.218723 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['feb52b79-14cc-41b5-866f-0ae709919c37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:22.269124 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-c6f5b87f-fe87-409e-be16-9a509ce7ee3d service neutron] 10.222.0.43 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133480 Aug 29 11:38:22.276671 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52886) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:22.318376 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.324576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.329395 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d559a00-8858-42d9-a3ce-d90b0c7d28dd HTTP/1.1" status: 204 len: 168 time: 0.2655423 Aug 29 11:38:22.350042 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2fc3d-56e0-4beb-8adc-d816bce56e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d559a00-8858-42d9-a3ce-d90b0c7d28dd,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:22.437286 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f4fe-d4bd-4efd-90e3-360d60afba8e req-ef316df4-7396-4670-9783-af8b588609a4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:22.438933 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa56f4fe-d4bd-4efd-90e3-360d60afba8e req-ef316df4-7396-4670-9783-af8b588609a4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 944 time: 0.0811844 Aug 29 11:38:22.454207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9e82-1612-4b16-b574-e90c91965aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.505047 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa56f4fe-d4bd-4efd-90e3-360d60afba8e req-df3321ed-a8b8-454a-84e3-6f6d4837d8ae tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 Aug 29 11:38:22.582476 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9e82-1612-4b16-b574-e90c91965aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.610162 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3309eb92-9f14-48c1-bfe5-404c653a38bd req-903d30da-5254-4911-977a-098067663928 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0371978 Aug 29 11:38:22.637047 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c121e6c8-7afe-4e85-9ee0-430415b2d48c req-9bc07e2f-2de6-4ac0-afe5-774b6badf696 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0311940 Aug 29 11:38:22.708426 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9e82-1612-4b16-b574-e90c91965aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:22.762358 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bbbc9e82-1612-4b16-b574-e90c91965aab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=653a242b05eb41e1ba5b598a1a1c6eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845703 Aug 29 11:38:22.765600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52904) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:22.770696 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc9e82-1612-4b16-b574-e90c91965aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87c17e-204f-4beb-8a6c-43a35c56b8f4,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:23.191051 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:23.191051 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:23.192299 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b40ff-8a61-4f59-bc6a-231c742c9f63 req-aa3a5008-9f9b-4d76-abaa-ffdce184e607 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:23.192299 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-343b40ff-8a61-4f59-bc6a-231c742c9f63 req-aa3a5008-9f9b-4d76-abaa-ffdce184e607 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Aug 29 11:38:23.192299 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-343b40ff-8a61-4f59-bc6a-231c742c9f63 req-e56c3285-519b-47ac-8b3e-3a5232d2f89f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Aug 29 11:38:23.434173 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:23.436965 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:23.438219 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fd40df25-b630-4cbb-b633-745e5813cd70 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:23.438882 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d87c17e-204f-4beb-8a6c-43a35c56b8f4 HTTP/1.1" status: 204 len: 168 time: 0.6715729 Aug 29 11:38:23.447798 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548860e-f4f4-4e52-9c31-ac848cdf8c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87c17e-204f-4beb-8a6c-43a35c56b8f4,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:23.501158 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port fd40df25-b630-4cbb-b633-745e5813cd70 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:23.505854 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:23.629543 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28afe2-4b6c-4b2b-9494-f2d86a69e355 req-3fe32527-b0ce-4913-a359-d845776ba220 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:23.631048 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf28afe2-4b6c-4b2b-9494-f2d86a69e355 req-3fe32527-b0ce-4913-a359-d845776ba220 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 944 time: 0.0491531 Aug 29 11:38:23.668332 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf28afe2-4b6c-4b2b-9494-f2d86a69e355 req-456bd099-bcb3-4f6f-b31d-e21109f25198 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Aug 29 11:38:23.755135 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-57088b01-be82-49e2-b21b-1ea278e0d1a2 req-fd617712-3687-4ed8-be49-636d3e7303cb tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Aug 29 11:38:23.825651 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ef1ef149-66dd-42eb-a7a9-a5031b5b70ee req-278c7100-fb4c-4e62-ad2b-61daf9b20ef4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0307176 Aug 29 11:38:23.956275 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device feb52b79-14cc-41b5-866f-0ae709919c37 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:24.042812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52942) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:24.086744 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port feb52b79-14cc-41b5-866f-0ae709919c37 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:24.091190 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port feb52b79-14cc-41b5-866f-0ae709919c37 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:24.091190 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.140429 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1447252590-network', 'tenant_id': 'b6b7f0d38e654b3591756aed7b509a7d'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:24.182846 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.201168 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52948) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:24.207862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:24.210259 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75331b34-b7fd-4d60-8d87-2965330b1896" -d '{"events": [{"server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "name": "network-vif-plugged", "status": "completed", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:24.216616 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8e01-9e48-4a41-a6b0-7499e8cd77d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.224539 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=feb52b79-14cc-41b5-866f-0ae709919c37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:24.230410 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cb18a-243f-4c32-a4ed-e272a36d954f req-9246428a-95ff-4192-a1ac-59240dac59c8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:24.231809 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5a9cb18a-243f-4c32-a4ed-e272a36d954f req-9246428a-95ff-4192-a1ac-59240dac59c8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0548089 Aug 29 11:38:24.232535 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Made reservation on behalf of b6b7f0d38e654b3591756aed7b509a7d for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:24.234842 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.247098 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9451e174-3999-4d60-ba4f-2093551607bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.249947 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.285738 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5a9cb18a-243f-4c32-a4ed-e272a36d954f req-649cd187-5037-4798-b2ed-0780a4ae4e87 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Aug 29 11:38:24.287797 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.314142 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8e01-9e48-4a41-a6b0-7499e8cd77d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.336337 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337dd12-f135-4371-8531-7cec771a3e81 x-openstack-request-id: req-0337dd12-f135-4371-8531-7cec771a3e81 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:24.336695 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "name": "network-vif-plugged", "status": "completed", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:24.336911 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0337dd12-f135-4371-8531-7cec771a3e81 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:24.337298 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37', 'code': 200} Aug 29 11:38:24.341728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:24.378312 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8e01-9e48-4a41-a6b0-7499e8cd77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.416137 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e6fe8e01-9e48-4a41-a6b0-7499e8cd77d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76de1bde99924b8ea7f824af89f61f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137008 Aug 29 11:38:24.418067 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8e01-9e48-4a41-a6b0-7499e8cd77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19274581-21b0-4a1b-90ff-66b5f918b550,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:24.419785 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 52952) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:24.489097 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.493545 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.514183 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.583455 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.607436 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0661e1d1-89f6-4d83-ab6c-9e747cece4b0,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:24.664842 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:38:24.677086 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.679621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.680759 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19274581-21b0-4a1b-90ff-66b5f918b550 HTTP/1.1" status: 204 len: 168 time: 0.2600307 Aug 29 11:38:24.688611 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:38:24.695158 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fddf9-419e-496c-a716-effe68c361bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19274581-21b0-4a1b-90ff-66b5f918b550,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:24.714315 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.714655 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Added segment d02f4474-3352-418d-89fc-0980d3663b5b of type vlan for network cf956455-3fbc-4d9f-b117-12f44608c95e Aug 29 11:38:24.764303 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:24.818014 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14147939-22fe-4604-8696-8b33833c901f req-1fb696ee-3af6-463f-bc85-b98df0182aaa tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:24.820026 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14147939-22fe-4604-8696-8b33833c901f req-1fb696ee-3af6-463f-bc85-b98df0182aaa tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.0673168 Aug 29 11:38:24.857234 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14147939-22fe-4604-8696-8b33833c901f req-c07a618a-9df3-40d6-970b-1ff7e4365f09 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 29 11:38:24.939227 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5b58171d-4c98-47e4-aeb8-0cf18470d4a6 req-bd82dc1b-860b-4c7a-95b3-5345b71b4282 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Aug 29 11:38:25.002516 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:25.003436 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:25.004006 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:25.021922 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dca2764a-441a-4f57-9fbb-d099d7a1524b req-ac3fdd34-3dd3-49e4-b00b-ca46144ea4d8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0297825 Aug 29 11:38:25.079183 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] Pushing event updated for resources: {'Network': ['ID=cf956455-3fbc-4d9f-b117-12f44608c95e,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:25.086760 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network cf956455-3fbc-4d9f-b117-12f44608c95e details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:38:25.128305 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e41afd3c-c52a-4c8c-bc9a-ab6346b0ef57 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0843225 Aug 29 11:38:25.131490 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 52966) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:25.142166 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Request body: {'subnet': {'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1447252590-subnet', 'tenant_id': 'b6b7f0d38e654b3591756aed7b509a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:25.252145 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Made reservation on behalf of b6b7f0d38e654b3591756aed7b509a7d for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:25.254500 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:25.405092 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c18f87-4e2d-4188-96f1-eb58f749f113 req-f7fd7b20-84a5-4d7d-998c-165a8e25acd6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:25.406626 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b7c18f87-4e2d-4188-96f1-eb58f749f113 req-f7fd7b20-84a5-4d7d-998c-165a8e25acd6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Aug 29 11:38:25.448877 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b7c18f87-4e2d-4188-96f1-eb58f749f113 req-37864221-2799-4f37-b6aa-91139b6f2106 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Aug 29 11:38:25.554693 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:25.612521 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cd5a3a-3577-4958-9a8e-d0609e9a3699,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:25.622706 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Checking segment: {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:25.623063 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Network hostable DHCP agents. Network: cf956455-3fbc-4d9f-b117-12f44608c95e, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:38:25.784664 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Network cf956455-3fbc-4d9f-b117-12f44608c95e is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:38:25.871891 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-cce5c8d4-340a-4a84-a6bf-b16be161e705 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:25.873279 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-cce5c8d4-340a-4a84-a6bf-b16be161e705 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 808 time: 0.1116056 Aug 29 11:38:25.892003 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Request body: {'port': {'device_id': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b', 'admin_state_up': True, 'tenant_id': 'c4e84e3ba2e740c2af18d461397b35b9'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:25.953130 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, cf956455-3fbc-4d9f-b117-12f44608c95e) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:25.956677 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42545ea7-a536-40a5-8860-e0831f1b1bd3 None None] Network cf956455-3fbc-4d9f-b117-12f44608c95e requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:25.988476 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:25.991888 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:26.087465 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e8fe282a-2369-4c1e-b896-3d2d60771eef req-f6b18449-490e-495e-b0fd-ffa85d13e220 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0314023 Aug 29 11:38:26.152397 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f9caf331-e241-4e57-8dc3-ad600b6bd1fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0191226 Aug 29 11:38:26.187584 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524321ac-8282-4a1c-9f49-3151d9df73cf None None] Network cf956455-3fbc-4d9f-b117-12f44608c95e requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:38:26.235670 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-79266767-a618-4b0e-a782-edc4422f5dab req-add5f025-3d00-4fb1-9d71-bfa7df52b8e2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0590141 Aug 29 11:38:26.301656 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea55e-3c79-457e-a57a-f67359649cbd req-ccebef5a-5fb2-431e-be6d-5bdc0b931195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:26.303230 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e7bea55e-3c79-457e-a57a-f67359649cbd req-ccebef5a-5fb2-431e-be6d-5bdc0b931195 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 1098 time: 0.0665071 Aug 29 11:38:26.372861 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e7bea55e-3c79-457e-a57a-f67359649cbd req-79ac4af2-7c9c-49db-a34b-5c160c8c3eef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Aug 29 11:38:26.392412 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de4a6-ed02-4d6c-809c-ae5e08a864de req-22d299b6-ec10-4a03-9b94-aa59393a146e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:26.400556 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-829de4a6-ed02-4d6c-809c-ae5e08a864de req-22d299b6-ec10-4a03-9b94-aa59393a146e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.4642985 Aug 29 11:38:26.472465 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-829de4a6-ed02-4d6c-809c-ae5e08a864de req-9a7fbfba-cce5-412a-9fa3-22f1cd4ba737 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688345 Aug 29 11:38:26.532374 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Made reservation on behalf of c4e84e3ba2e740c2af18d461397b35b9 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:26.536158 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:26.572206 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a9da-b5f7-43cc-a35d-d89a9fc953dd req-63332d06-c4d2-427b-b5b4-6a25967860a7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:26.573731 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f9b2a9da-b5f7-43cc-a35d-d89a9fc953dd req-63332d06-c4d2-427b-b5b4-6a25967860a7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0564101 Aug 29 11:38:26.624202 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f9b2a9da-b5f7-43cc-a35d-d89a9fc953dd req-05f7d395-8b87-4d6b-97a3-e1f0fc83439a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Aug 29 11:38:26.676579 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Allocated IP 172.20.0.10 (9681477e-ce23-49e5-8f05-115d4fd61d2b/beac4e67-1bf2-4c2d-920a-537cd9d3162d/c257bda1-4c9a-4cb7-958c-2c4361ac561a) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:26.828412 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:26.936977 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53016) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:26.944858 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1192439c-d4f2-4b8f-92a6-1e2992b4fd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:26.955269 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:26.988392 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:26.994869 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:26.998002 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:27.026395 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Pushing event updated for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:27.059754 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:27.060391 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.081781 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a52d6501-2171-4d9f-860c-53094357437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.179195 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-080676a6-604e-46e2-bf15-1894b441ba7b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2943668 Aug 29 11:38:27.196069 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Request body: {'port': {'device_id': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:27.248741 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6010f-fafd-4931-a709-a65b69d71a5e req-904d53db-2ad1-4aa7-b18c-a77398d8bf7a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:27.252872 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eaa6010f-fafd-4931-a709-a65b69d71a5e req-904d53db-2ad1-4aa7-b18c-a77398d8bf7a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 932 time: 0.0766437 Aug 29 11:38:27.281176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.300379 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eaa6010f-fafd-4931-a709-a65b69d71a5e req-53e4704f-5f04-4ab7-afb0-b5c72f7b0999 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Aug 29 11:38:27.303378 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.365467 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-da7cc718-f900-4af4-9885-23c5277e5065 req-9741db5e-ccfa-4706-b4b4-9025d4e9cafc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0425754 Aug 29 11:38:27.380403 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a52d6501-2171-4d9f-860c-53094357437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.521046 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-19644847-b662-43d9-9393-c4d93522f75c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:27.522685 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-19644847-b662-43d9-9393-c4d93522f75c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 816 time: 0.1454127 Aug 29 11:38:27.537118 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a52d6501-2171-4d9f-860c-53094357437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.588757 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a52d6501-2171-4d9f-860c-53094357437c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a5106e37fb34e778dc66ba76c2fee72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504340 Aug 29 11:38:27.589374 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53052) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:27.604597 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6501-2171-4d9f-860c-53094357437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09312c8-e9f1-4ef7-8aa3-a1e37d3b2636,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:27.606187 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-deb86ceb-ef4b-4820-9edb-d2214b317b81 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 380 time: 0.0664573 Aug 29 11:38:27.618197 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292748c-d423-468f-b33e-c37a1c44d79d req-cf121d8b-f0a3-4c7e-a484-45bf9c907897 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:27.619856 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d292748c-d423-468f-b33e-c37a1c44d79d req-cf121d8b-f0a3-4c7e-a484-45bf9c907897 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.0814061 Aug 29 11:38:27.632695 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'port': {'device_id': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'admin_state_up': True, 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'security_groups': ['622c6092-6a27-42bc-a8ce-6051194482e1']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:27.695883 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.723649 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d292748c-d423-468f-b33e-c37a1c44d79d req-ed6bcdf9-2c6f-4148-9db8-4f804ec1d489 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954649 Aug 29 11:38:27.771782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.786266 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c257bda1-4c9a-4cb7-958c-2c4361ac561a {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:27.801285 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:27.831445 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Transition to ACTIVE for port object c257bda1-4c9a-4cb7-958c-2c4361ac561a will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:27.841268 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39acc5f-9fc3-4ca1-a23a-892e4b4f8163 req-9b329b8e-571f-4238-827b-b70487b0e701 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:27.842775 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e39acc5f-9fc3-4ca1-a23a-892e4b4f8163 req-9b329b8e-571f-4238-827b-b70487b0e701 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1294367 Aug 29 11:38:27.884141 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e39acc5f-9fc3-4ca1-a23a-892e4b4f8163 req-929e8687-a303-4996-8a03-b7c0612c84c4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 29 11:38:27.926688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Made reservation on behalf of cd4e2f0f4b674676b15c2b3fc951e153 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:27.930401 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.012071 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.012585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.063902 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Pushing event updated for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:28.087395 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.089901 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.091071 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d09312c8-e9f1-4ef7-8aa3-a1e37d3b2636 HTTP/1.1" status: 204 len: 168 time: 0.4985309 Aug 29 11:38:28.121146 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9007788-5722-4d7f-b6f1-bfb761186ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09312c8-e9f1-4ef7-8aa3-a1e37d3b2636,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:28.148174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Attempting to bind port c257bda1-4c9a-4cb7-958c-2c4361ac561a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:28.148521 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Attempting to bind port c257bda1-4c9a-4cb7-958c-2c4361ac561a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:28.148949 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Attempting to bind port c257bda1-4c9a-4cb7-958c-2c4361ac561a on network 9681477e-ce23-49e5-8f05-115d4fd61d2b {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:28.153446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Port c257bda1-4c9a-4cb7-958c-2c4361ac561a on network 9681477e-ce23-49e5-8f05-115d4fd61d2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:28.153771 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Attempting to bind port c257bda1-4c9a-4cb7-958c-2c4361ac561a on network 9681477e-ce23-49e5-8f05-115d4fd61d2b {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:28.158752 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:28.159151 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Checking segment: {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:28.159537 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Bound using segment: {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:28.159968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Bound port: c257bda1-4c9a-4cb7-958c-2c4361ac561a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:28.160380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.190119 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Allocated IP 172.20.0.5 (4488a518-8083-4d4f-846c-cb71d5bcb014/822959a9-17d5-44e4-b64a-bf88816752e7/7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:28.231263 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:28.234546 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:28.334123 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.344860 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.354384 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Transition to ACTIVE for port object 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:28.408961 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.409604 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.410995 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] 10.222.0.42 "PUT /v2.0/ports/c257bda1-4c9a-4cb7-958c-2c4361ac561a HTTP/1.1" status: 200 len: 1094 time: 1.2193296 Aug 29 11:38:28.413103 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:28.416786 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e80228-52b2-4674-a8b6-66778a999f20" -d '{"events": [{"name": "network-changed", "server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:28.455176 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa320-49cc-4636-abd9-baefabc8e448 req-d4d1ff42-9ef0-4de1-93e5-fb479e9d3778 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.456602 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-409aa320-49cc-4636-abd9-baefabc8e448 req-d4d1ff42-9ef0-4de1-93e5-fb479e9d3778 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 944 time: 0.0511239 Aug 29 11:38:28.469583 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.492860 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f7664-ab5a-4bfc-956b-0bcdf7724136 service neutron] Pushing event updated for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:28.539562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:28.562507 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:28.562903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:28.590917 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-409aa320-49cc-4636-abd9-baefabc8e448 req-ca4ca8ca-099f-4156-93f6-c2290029052e tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280551 Aug 29 11:38:28.594792 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:28.637168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-9b5b5c63-9109-49ba-9f80-b305efacba78 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.638793 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-9b5b5c63-9109-49ba-9f80-b305efacba78 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/networks?id=cf956455-3fbc-4d9f-b117-12f44608c95e HTTP/1.1" status: 200 len: 814 time: 0.2269554 Aug 29 11:38:28.660459 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.669117 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.669385 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-41b97378-0ee5-4062-be23-92ec8b15610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.669385 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-41b97378-0ee5-4062-be23-92ec8b15610b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 1097 time: 0.1180801 Aug 29 11:38:28.669385 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-878750e9-a49b-4b7c-aa39-899c6e11e37e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/quotas/b6b7f0d38e654b3591756aed7b509a7d HTTP/1.1" status: 200 len: 375 time: 0.0197158 Aug 29 11:38:28.713786 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-cb188dc1-043c-46b8-964a-d240a7967dcd tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374153 Aug 29 11:38:28.761045 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-33dd1833-0b76-4daf-8a1e-60e262bc1355 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a HTTP/1.1" status: 200 len: 217 time: 0.0463192 Aug 29 11:38:28.791810 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3631dd9-b792-4f65-aa5a-f549c6a35736 req-6b0b72df-36ae-4964-8fa4-44f5828977e3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.791810 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b3631dd9-b792-4f65-aa5a-f549c6a35736 req-6b0b72df-36ae-4964-8fa4-44f5828977e3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 931 time: 0.0746200 Aug 29 11:38:28.791810 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-9e9d868f-6823-4186-a3ff-2de2c5e6df19 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627772 Aug 29 11:38:28.815065 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Request body: {'port': {'device_id': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:28.861719 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b3631dd9-b792-4f65-aa5a-f549c6a35736 req-c86495ef-1153-407b-9dc0-84e740071205 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675819 Aug 29 11:38:28.898642 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:28.922009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-6ccce7f4-8dcc-47b1-b411-0cd8daf8becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:28.923494 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-6ccce7f4-8dcc-47b1-b411-0cd8daf8becd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beac4e67-1bf2-4c2d-920a-537cd9d3162d HTTP/1.1" status: 200 len: 848 time: 0.1462953 Aug 29 11:38:28.934085 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a28dc-0cbc-4bf8-b3bb-6f162dd436a7 x-openstack-request-id: req-550a28dc-0cbc-4bf8-b3bb-6f162dd436a7 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:28.934378 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:28.934629 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550a28dc-0cbc-4bf8-b3bb-6f162dd436a7 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:28.935297 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a', 'status': 'completed', 'code': 200} Aug 29 11:38:28.960622 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-c7f1bfcb-919d-4db9-937f-99745f8292b3 service neutron] 10.222.0.43 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082174 Aug 29 11:38:28.977189 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-c490bedc-6e80-4bd9-a19e-03abc459bcc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9681477e-ce23-49e5-8f05-115d4fd61d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322769 Aug 29 11:38:29.086654 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-8f30639c-8547-45b6-8291-466439f4422b None None] Provisioning for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:29.092706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-8f30639c-8547-45b6-8291-466439f4422b None None] Provisioning complete for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:29.093298 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8f30639c-8547-45b6-8291-466439f4422b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:29.132510 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e543ed-3b48-404e-a7ab-8e8c78c39745 req-8bbdaed7-c9b1-49d3-a313-9fe3c2f1e0f4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:29.135213 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7c778e9b-c671-4ed8-923b-d5600ef73207 service neutron] 10.222.0.43 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606214 Aug 29 11:38:29.142395 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d4e543ed-3b48-404e-a7ab-8e8c78c39745 req-8bbdaed7-c9b1-49d3-a313-9fe3c2f1e0f4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.1244495 Aug 29 11:38:29.153420 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-e37eb390-a2c8-4664-93fc-ed7845e4032f service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488249 Aug 29 11:38:29.170467 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-8f30639c-8547-45b6-8291-466439f4422b None None] Port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:38:29.220908 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d4e543ed-3b48-404e-a7ab-8e8c78c39745 req-61db346f-fc5d-4d5d-bf1f-bc4300b4c932 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762737 Aug 29 11:38:29.256019 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7643a9bb-0044-4ae8-a73d-c1cf58dd4fc9 req-ac348fa4-ceef-453f-929d-5e4e8d18b28a service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025112 Aug 29 11:38:29.352965 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:29.362518 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:29.381305 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8baa34-1092-4980-8c1d-bb0f43245bca req-a65acb10-b1dd-479b-a617-b74d0dd6a041 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:29.383084 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fd8baa34-1092-4980-8c1d-bb0f43245bca req-a65acb10-b1dd-479b-a617-b74d0dd6a041 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0993164 Aug 29 11:38:29.389026 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Transition to ACTIVE for port object 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:29.430524 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fd8baa34-1092-4980-8c1d-bb0f43245bca req-c67d5b60-af39-432b-bad3-54afe256f8a6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Aug 29 11:38:29.481300 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:29.543651 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:29.570533 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:29.622932 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e80228-52b2-4674-a8b6-66778a999f20 req-4586974a-c5b2-4aa5-85d9-af0e2b1a0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:29.624652 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-4586974a-c5b2-4aa5-85d9-af0e2b1a0bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 1097 time: 0.0936725 Aug 29 11:38:29.686016 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Attempting to bind port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:29.690333 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Attempting to bind port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:29.690721 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Attempting to bind port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:29.699899 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e on network 4488a518-8083-4d4f-846c-cb71d5bcb014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:29.700304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Attempting to bind port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:29.715183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:29.715793 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Checking segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:29.716190 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Bound using segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:29.716731 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Bound port: 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:29.717019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:29.806782 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b078439e-8727-4bf0-925f-51c772c11832 req-7723a1af-6f53-4fd2-97fd-32a0f0ac248c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 210 time: 0.0410154 Aug 29 11:38:29.870591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:29.874090 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:29.885174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e80228-52b2-4674-a8b6-66778a999f20 req-80e19d5f-3ebb-4440-9cc8-8fcdd80a456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:29.893246 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-80e19d5f-3ebb-4440-9cc8-8fcdd80a456d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 909 time: 0.2368543 Aug 29 11:38:29.935377 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-62d3d855-f3ca-48e5-98f6-789abb7b07f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a HTTP/1.1" status: 200 len: 217 time: 0.0393333 Aug 29 11:38:29.946181 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb21e-a31e-4e8b-87b4-5b0c501e0754 req-f880c014-5697-4d3d-ab28-d05082daa63b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:29.954212 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-655fb21e-a31e-4e8b-87b4-5b0c501e0754 req-f880c014-5697-4d3d-ab28-d05082daa63b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 944 time: 0.1353014 Aug 29 11:38:30.039003 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-655fb21e-a31e-4e8b-87b4-5b0c501e0754 req-941ca416-5949-43f1-8648-fb64701f01c9 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820882 Aug 29 11:38:30.043962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e80228-52b2-4674-a8b6-66778a999f20 req-81d39d2b-7ced-4eed-b974-754cccf4f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.045847 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-81d39d2b-7ced-4eed-b974-754cccf4f648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beac4e67-1bf2-4c2d-920a-537cd9d3162d HTTP/1.1" status: 200 len: 848 time: 0.0896199 Aug 29 11:38:30.064052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:30.090132 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-8ba993c5-86bf-47df-ab18-51ae179c48e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9681477e-ce23-49e5-8f05-115d4fd61d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328612 Aug 29 11:38:30.114453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.115095 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:30.116620 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 1093 time: 1.3084493 Aug 29 11:38:30.117102 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:30.125360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea0c5b-3a3e-4702-8463-3300ff60901e" -d '{"events": [{"name": "network-changed", "server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:30.155807 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28022-f4db-4e1f-aa6b-4d3829fdf881 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:30.283832 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-19a6b7a5-c359-4600-b4bc-ebcb16f2a69c service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725230 Aug 29 11:38:30.315091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-b8f7d7a2-ab6d-456c-9f37-b0368e2f43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.316839 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-b8f7d7a2-ab6d-456c-9f37-b0368e2f43d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1096 time: 0.0620279 Aug 29 11:38:30.375959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-fb3e35f3-9842-463d-9453-42c20dd63a5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 217 time: 0.0413601 Aug 29 11:38:30.407163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14604947-1618-49d2-83ef-364a31513e1c req-42348d84-e14c-4441-a4fc-590c141a0147 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.408696 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14604947-1618-49d2-83ef-364a31513e1c req-42348d84-e14c-4441-a4fc-590c141a0147 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.1248393 Aug 29 11:38:30.440281 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-c8dc3dc2-e7f7-426f-a1e1-e8087e45e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.441891 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-c8dc3dc2-e7f7-426f-a1e1-e8087e45e2a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0543764 Aug 29 11:38:30.466636 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14e80228-52b2-4674-a8b6-66778a999f20 req-102d9985-2362-44ce-88c8-d93e3e5a935b service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635799 Aug 29 11:38:30.471560 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14604947-1618-49d2-83ef-364a31513e1c req-5822e509-6ec1-464c-9857-86f3a51659e3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Aug 29 11:38:30.498396 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb5-8948-41bd-a713-6833b7566314 req-7446e5af-40b5-4c83-91f7-e6e0fcc6e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.499914 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-7446e5af-40b5-4c83-91f7-e6e0fcc6e0ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418601 Aug 29 11:38:30.532938 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6709769d-a202-4830-bcaf-ac024ec004ca x-openstack-request-id: req-6709769d-a202-4830-bcaf-ac024ec004ca {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:30.533052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:30.533273 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6709769d-a202-4830-bcaf-ac024ec004ca {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:30.533674 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'status': 'completed', 'code': 200} Aug 29 11:38:30.604027 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-632ef7f6-e01d-41f2-8aef-0974ab7e8bab service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922446 Aug 29 11:38:30.617083 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374f63-9a64-4ab7-a8d3-be0554dbe9c9 req-b85661c8-f3c6-4d6a-b200-0308883b30f0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:30.618566 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2a374f63-9a64-4ab7-a8d3-be0554dbe9c9 req-b85661c8-f3c6-4d6a-b200-0308883b30f0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Aug 29 11:38:30.658373 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2a374f63-9a64-4ab7-a8d3-be0554dbe9c9 req-7675a432-28db-486c-8b53-bd951809e02c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338199 Aug 29 11:38:30.714050 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa67afb5-8948-41bd-a713-6833b7566314 req-27d855d0-98c3-47ed-a9f3-e87980c3795d service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999625 Aug 29 11:38:30.901295 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-aae0c48c-9abc-4402-910b-b5fc77605a6f req-e117cd02-ac5f-4c44-8d5b-ebdeda3d73bb tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 210 time: 0.0309017 Aug 29 11:38:31.115238 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-db39617a-4480-4f2a-b7a5-d6d8ea2ae6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.115238 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-db39617a-4480-4f2a-b7a5-d6d8ea2ae6fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1096 time: 0.0408163 Aug 29 11:38:31.115238 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-8b2693a2-547c-45cb-a21e-b4fa2a6d01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.115238 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-8b2693a2-547c-45cb-a21e-b4fa2a6d01b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.0872965 Aug 29 11:38:31.153172 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-f614ba63-3d41-4ef8-bed8-cc9d76abde12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 217 time: 0.0436134 Aug 29 11:38:31.158586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43f78-5bac-4588-ab07-f7ca5b851823 req-f782f9e2-14f3-474f-a883-a7e8dd847fe5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.160613 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-10d43f78-5bac-4588-ab07-f7ca5b851823 req-f782f9e2-14f3-474f-a883-a7e8dd847fe5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 944 time: 0.0584130 Aug 29 11:38:31.201740 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-10d43f78-5bac-4588-ab07-f7ca5b851823 req-84ff0c6e-5768-4493-9b25-bc2b20bf3141 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Aug 29 11:38:31.215131 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-469876de-78b0-4809-bd21-53eeea73fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.215131 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-469876de-78b0-4809-bd21-53eeea73fc35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0474002 Aug 29 11:38:31.265807 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-54c26b3e-22d0-4873-a703-78ef535dd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.267303 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-54c26b3e-22d0-4873-a703-78ef535dd5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402608 Aug 29 11:38:31.286675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:31.367302 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-1811657c-b865-4b4a-b6c7-9b9ed804377e service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893378 Aug 29 11:38:31.477759 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-05ea0c5b-3a3e-4702-8463-3300ff60901e req-cbc43c09-9434-4552-bd66-05598639631c service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982232 Aug 29 11:38:31.507718 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device c257bda1-4c9a-4cb7-958c-2c4361ac561a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:31.613248 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e105-e5d1-4fef-abd3-56cae63644a0 req-8279ae8e-7f9d-4bc5-b003-e1bf80366c70 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.615428 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9b22e105-e5d1-4fef-abd3-56cae63644a0 req-8279ae8e-7f9d-4bc5-b003-e1bf80366c70 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0619235 Aug 29 11:38:31.645889 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:31.667998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a', 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b', 'port_id': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a', 'mac_address': 'fa:16:3e:70:e8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beac4e67-1bf2-4c2d-920a-537cd9d3162d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:31.676283 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9b22e105-e5d1-4fef-abd3-56cae63644a0 req-242cc04a-36e3-4e14-ae79-a6a6e4d4f132 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538697 Aug 29 11:38:31.720073 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:31.736459 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c257bda1-4c9a-4cb7-958c-2c4361ac561a {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:31.763104 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:31.791995 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e55ae2-e5cb-4db0-b97f-eb94f4d554d8 req-4d2daf19-622d-4846-a096-913f1a2c591d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:31.793580 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01e55ae2-e5cb-4db0-b97f-eb94f4d554d8 req-4d2daf19-622d-4846-a096-913f1a2c591d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0562305 Aug 29 11:38:31.838860 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01e55ae2-e5cb-4db0-b97f-eb94f4d554d8 req-b9724c1d-bdee-424e-90d7-b9a533e8f4c2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Aug 29 11:38:31.926397 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:31.981195 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:32.006691 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cca467cf-6271-4d03-8055-b064c9d8b593 req-a0f8f32d-ab3d-4b15-a13d-b061db09348e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 210 time: 0.0365179 Aug 29 11:38:32.326777 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e1dc0-688b-48c1-8bcd-6f27fdef783e req-74a5ea1d-d1c4-4044-b975-23d9c61aef14 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:32.328338 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-094e1dc0-688b-48c1-8bcd-6f27fdef783e req-74a5ea1d-d1c4-4044-b975-23d9c61aef14 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 945 time: 0.0494480 Aug 29 11:38:32.351335 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['c257bda1-4c9a-4cb7-958c-2c4361ac561a'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:32.385671 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-094e1dc0-688b-48c1-8bcd-6f27fdef783e req-ff2f40e6-1e88-4506-baab-22f28a644ecc tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Aug 29 11:38:32.597577 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-1a795be4-6de1-4b45-8fd4-fecf236aa320 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:32.599127 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-1a795be4-6de1-4b45-8fd4-fecf236aa320 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "GET /v2.0/networks?id=cf956455-3fbc-4d9f-b117-12f44608c95e HTTP/1.1" status: 200 len: 814 time: 0.1017249 Aug 29 11:38:32.613983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Request body: {'port': {'device_id': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e', 'admin_state_up': True, 'tenant_id': 'b6b7f0d38e654b3591756aed7b509a7d'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:32.745131 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53276) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:32.812673 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422ae23-f3d6-44a6-8da8-769df5f9a0d3 req-9673ba11-7357-404f-8ca7-ebf61d22309b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:32.814509 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7422ae23-f3d6-44a6-8da8-769df5f9a0d3 req-9673ba11-7357-404f-8ca7-ebf61d22309b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0523570 Aug 29 11:38:32.837932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Made reservation on behalf of b6b7f0d38e654b3591756aed7b509a7d for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:32.837932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:32.885311 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7422ae23-f3d6-44a6-8da8-769df5f9a0d3 req-7118e6f2-f87a-48ca-b819-003732b7af25 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635846 Aug 29 11:38:32.895219 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d74278a-b6ff-432e-bfa6-2d2f24b6114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.059494 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8f550-8e96-4ecf-9510-a1dd0c3e14e5 req-40fe30ce-5e01-4ca7-9faa-dc8ecd63a2d5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:33.060095 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d74278a-b6ff-432e-bfa6-2d2f24b6114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.064521 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1b8f550-8e96-4ecf-9510-a1dd0c3e14e5 req-40fe30ce-5e01-4ca7-9faa-dc8ecd63a2d5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1379752 Aug 29 11:38:33.095028 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Allocated IP 172.20.0.8 (cf956455-3fbc-4d9f-b117-12f44608c95e/a7cd5a3a-3577-4958-9a8e-d0609e9a3699/233c096d-f2ea-4ae7-9ad9-372f17b8c30e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:33.123403 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1b8f550-8e96-4ecf-9510-a1dd0c3e14e5 req-86c8a147-b4d8-40e3-b455-3f9bed9b0f83 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Aug 29 11:38:33.160924 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d74278a-b6ff-432e-bfa6-2d2f24b6114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.203230 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74278a-b6ff-432e-bfa6-2d2f24b6114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9289cf-598e-4526-bc5c-adc3b9bf4375,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:33.236871 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b8576691-3c08-45ef-aa70-7fb11392474f req-27c906ab-117c-46d2-9816-7e9c54d7c94c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 210 time: 0.0374999 Aug 29 11:38:33.248151 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3d74278a-b6ff-432e-bfa6-2d2f24b6114c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07062ec9faec4d4484e25eab6b6302dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017710 Aug 29 11:38:33.250725 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53312) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:33.310436 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.331206 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.350908 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.393511 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-4ccd2863-12d5-4cdf-8032-5fe8fe852e50 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:33.396235 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-4ccd2863-12d5-4cdf-8032-5fe8fe852e50 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1619067 Aug 29 11:38:33.424323 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-9e953c96-1a91-45b8-a497-fda78cfe9803 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/quotas/683ffb03338c4c45b3f07bba8538380d HTTP/1.1" status: 200 len: 375 time: 0.0216527 Aug 29 11:38:33.483558 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.486058 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.491646 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b9289cf-598e-4526-bc5c-adc3b9bf4375 HTTP/1.1" status: 204 len: 168 time: 0.2352650 Aug 29 11:38:33.496984 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-ac1b141f-e441-45c4-a845-da97fc7d7db6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668151 Aug 29 11:38:33.499163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8273b4-fc91-4bb2-8fae-b4a7ae61496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9289cf-598e-4526-bc5c-adc3b9bf4375,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:33.512081 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:33.514360 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device c257bda1-4c9a-4cb7-958c-2c4361ac561a up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:33.518780 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2e017-8d6e-4502-be3b-b649298ec738 req-dc00a33d-c167-4281-b240-cbd68cbe52a3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:33.526279 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4bb2e017-8d6e-4502-be3b-b649298ec738 req-dc00a33d-c167-4281-b240-cbd68cbe52a3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 945 time: 0.0655522 Aug 29 11:38:33.572176 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.572294 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4bb2e017-8d6e-4502-be3b-b649298ec738 req-ad4d4689-00c4-4046-ace4-5c5153cdc089 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Aug 29 11:38:33.667129 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:33.678949 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:33.723660 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.738476 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:33.759627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:33.800862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port c257bda1-4c9a-4cb7-958c-2c4361ac561a completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:33.805158 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port c257bda1-4c9a-4cb7-958c-2c4361ac561a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:33.805598 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.855556 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Network cf956455-3fbc-4d9f-b117-12f44608c95e is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:33.862393 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:33.867588 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:33.870240 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Pushing event updated for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:33.875545 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.911824 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.912714 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-20fc62f5-fe11-4dab-a9a5-27fb78be9e49 service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005160 Aug 29 11:38:33.933378 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:33.934029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:33.959516 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:34.000998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:34.002417 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:34.005954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a97ac-a717-48f3-9de1-8f2525a8de86" -d '{"events": [{"server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "name": "network-vif-plugged", "status": "completed", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:34.043528 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-c2996929-e38a-4d45-8417-91d63ef8ed7a service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060965 Aug 29 11:38:34.056867 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2cfa8-ca84-4cb1-acf5-427b6ec38a4f req-34fa1e48-496a-4e73-bd50-4cabbe9fb154 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.073471 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1ce2cfa8-ca84-4cb1-acf5-427b6ec38a4f req-34fa1e48-496a-4e73-bd50-4cabbe9fb154 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0966864 Aug 29 11:38:34.110816 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1ce2cfa8-ca84-4cb1-acf5-427b6ec38a4f req-f3ea7721-4a39-4255-bad1-b123204e2689 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363262 Aug 29 11:38:34.127959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-94dbe5a4-6d8d-48ce-833f-018a3b85f197 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5176516 Aug 29 11:38:34.143141 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Request body: {'port': {'device_id': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:34.161820 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904154d-fa0f-4876-985e-26cd7c1048be x-openstack-request-id: req-c904154d-fa0f-4876-985e-26cd7c1048be {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:34.162125 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "name": "network-vif-plugged", "status": "completed", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:34.162389 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c904154d-fa0f-4876-985e-26cd7c1048be {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:34.163423 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a', 'code': 200} Aug 29 11:38:34.164066 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.221756 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.227993 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:34.347658 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:34.472670 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741636f-aa68-4172-8580-4be518b14ac5 req-0f7b274a-a85d-47ba-b032-0c4ed58a6147 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.474724 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6741636f-aa68-4172-8580-4be518b14ac5 req-0f7b274a-a85d-47ba-b032-0c4ed58a6147 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 931 time: 0.0805178 Aug 29 11:38:34.507329 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82769274-d545-464b-8c75-bc7f05b69d05 req-356ea27a-dd50-47ed-aa8a-f55745ae0358 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.515330 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-82769274-d545-464b-8c75-bc7f05b69d05 req-356ea27a-dd50-47ed-aa8a-f55745ae0358 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1110413 Aug 29 11:38:34.528956 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53336) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:34.583664 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36f027eb-f3f6-49e3-9163-d6e2c3ef9aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.602808 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-82769274-d545-464b-8c75-bc7f05b69d05 req-ed19a370-f3b1-418b-8fb5-1d5e930bd370 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863004 Aug 29 11:38:34.621081 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229021-db00-41a4-af10-3da86997f468 req-152fa119-9b8f-410d-b08d-d70b52802d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.622756 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27229021-db00-41a4-af10-3da86997f468 req-152fa119-9b8f-410d-b08d-d70b52802d45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 1099 time: 0.1041348 Aug 29 11:38:34.651118 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6741636f-aa68-4172-8580-4be518b14ac5 req-187ff949-525e-486a-90a4-82e2276b730e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647351 Aug 29 11:38:34.685968 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233c096d-f2ea-4ae7-9ad9-372f17b8c30e {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:34.690153 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2ce6ed72-b57c-4f27-a4cc-b468b2c58494 req-b5c696e9-ee62-4d22-b496-da197ff55fe3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0482442 Aug 29 11:38:34.694208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d47d-1d37-4136-8a66-358477e0af52 req-bcf3980c-98e8-421d-a2dc-f8e93ac502ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.696522 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-60b0d47d-1d37-4136-8a66-358477e0af52 req-bcf3980c-98e8-421d-a2dc-f8e93ac502ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.1580656 Aug 29 11:38:34.706990 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.712433 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27229021-db00-41a4-af10-3da86997f468 req-1a94fbf1-133e-4f1e-b428-498e06406c62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797200 Aug 29 11:38:34.753820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Transition to ACTIVE for port object 233c096d-f2ea-4ae7-9ad9-372f17b8c30e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:34.795206 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-60b0d47d-1d37-4136-8a66-358477e0af52 req-76096dc4-855e-4f2f-ad96-a1550c8a3014 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838253 Aug 29 11:38:34.817360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4347fc-0e5c-4758-a36f-f3fa483c4a91 req-5720b39f-597b-4eea-a83f-fa4a8bcfbe52 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:34.818828 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0f4347fc-0e5c-4758-a36f-f3fa483c4a91 req-5720b39f-597b-4eea-a83f-fa4a8bcfbe52 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0833864 Aug 29 11:38:34.861373 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36f027eb-f3f6-49e3-9163-d6e2c3ef9aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.878453 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0f4347fc-0e5c-4758-a36f-f3fa483c4a91 req-3516c4aa-6246-4c61-83a8-53198123b216 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Aug 29 11:38:34.880493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:34.931254 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Pushing event updated for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:34.986133 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36f027eb-f3f6-49e3-9163-d6e2c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.017770 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Attempting to bind port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:35.018101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Attempting to bind port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:35.018427 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Attempting to bind port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e on network cf956455-3fbc-4d9f-b117-12f44608c95e {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:35.033894 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e on network cf956455-3fbc-4d9f-b117-12f44608c95e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:35.040506 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Attempting to bind port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e on network cf956455-3fbc-4d9f-b117-12f44608c95e {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:35.040506 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-36f027eb-f3f6-49e3-9163-d6e2c3ef9aa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0df79ab40fe44447a4c3743d385e6db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068252 Aug 29 11:38:35.041122 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53346) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:35.048357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f027eb-f3f6-49e3-9163-d6e2c3ef9aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c874b4-ebcb-40c2-b641-c72ceeaad40b,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:35.058475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:35.058819 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Checking segment: {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:35.059201 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Bound using segment: {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:35.059650 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Bound port: 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:35.060005 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.141973 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.171051 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:35.177838 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.192912 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:35.231276 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72cf7b-a2dd-4725-ba66-5991c839309e req-bfea98a7-5982-4491-8f7d-b92ac3b96a6f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.243060 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5a72cf7b-a2dd-4725-ba66-5991c839309e req-bfea98a7-5982-4491-8f7d-b92ac3b96a6f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0481739 Aug 29 11:38:35.276650 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5a72cf7b-a2dd-4725-ba66-5991c839309e req-b7968ebd-a964-4e14-91c4-fcaca1ccf293 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Aug 29 11:38:35.325850 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.327841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.330399 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.334991 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74c874b4-ebcb-40c2-b641-c72ceeaad40b HTTP/1.1" status: 204 len: 168 time: 0.2895262 Aug 29 11:38:35.370955 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1abdd8-60f2-483a-8608-7882340cb4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c874b4-ebcb-40c2-b641-c72ceeaad40b,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:35.376720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.377259 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:35.378677 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] 10.222.0.42 "PUT /v2.0/ports/233c096d-f2ea-4ae7-9ad9-372f17b8c30e HTTP/1.1" status: 200 len: 1093 time: 1.2399020 Aug 29 11:38:35.379904 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:35.382492 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2822472d-f37d-4aef-af2b-9d4f622d384e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:35.418199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc141ce-c52e-4137-beff-d8ba5f9e9e81 service neutron] Pushing event updated for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:35.434021 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ff49c-7841-47dc-909c-c133d06c055c x-openstack-request-id: req-3f2ff49c-7841-47dc-909c-c133d06c055c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:35.434351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:35.434607 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f2ff49c-7841-47dc-909c-c133d06c055c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:35.435057 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e', 'status': 'completed', 'code': 200} Aug 29 11:38:35.509832 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-cb069a6a-ea5a-4d48-b978-e0c4025199b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.511329 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-cb069a6a-ea5a-4d48-b978-e0c4025199b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 1096 time: 0.0419247 Aug 29 11:38:35.611180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-211cf0a6-dfe9-4668-af9c-4ea5fb8078da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.612939 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-211cf0a6-dfe9-4668-af9c-4ea5fb8078da service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917933 Aug 29 11:38:35.751950 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ebc74-bea9-4a2b-86e0-3bf5b761771b req-cb4191fb-91f8-4366-b90d-8f106bbbcd57 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.753770 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-467ebc74-bea9-4a2b-86e0-3bf5b761771b req-cb4191fb-91f8-4366-b90d-8f106bbbcd57 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Aug 29 11:38:35.762280 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-a9fdb942-c642-4c34-85c6-805a0e57d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.762280 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2822472d-f37d-4aef-af2b-9d4f622d384e req-a9fdb942-c642-4c34-85c6-805a0e57d5ec service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361094 Aug 29 11:38:35.781514 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd61ae-9a4c-4692-acc7-3cd88dd1ac95 req-29f52351-c845-4e03-9028-fa32d3f1a75d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.783026 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51dd61ae-9a4c-4692-acc7-3cd88dd1ac95 req-29f52351-c845-4e03-9028-fa32d3f1a75d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 943 time: 0.0588732 Aug 29 11:38:35.810657 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-467ebc74-bea9-4a2b-86e0-3bf5b761771b req-4ea3f6d9-2a4f-44e3-b640-6a9baca2d38b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Aug 29 11:38:35.867570 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51dd61ae-9a4c-4692-acc7-3cd88dd1ac95 req-8786d0b9-1b6c-4edb-8d76-40c5480569bb tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Aug 29 11:38:35.875553 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7f1012d1-41d7-44b4-b503-29777d5f4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:35.880156 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7f1012d1-41d7-44b4-b503-29777d5f4353 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 1096 time: 0.0529103 Aug 29 11:38:35.949515 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a69f1114-c274-4780-adcb-3ed57fe18e0d req-2af36027-643d-446b-b84f-db5e1ab92502 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0563378 Aug 29 11:38:35.950902 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-2e9407ea-c178-4065-b651-72466a5985ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e HTTP/1.1" status: 200 len: 217 time: 0.0565426 Aug 29 11:38:36.018741 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7dc7b6cc-4066-45af-baa3-f252288f7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:36.020231 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-7dc7b6cc-4066-45af-baa3-f252288f7495 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7cd5a3a-3577-4958-9a8e-d0609e9a3699 HTTP/1.1" status: 200 len: 854 time: 0.0514879 Aug 29 11:38:36.030191 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab0ef-31e1-4459-bf5c-9941329b43de req-23d68a83-3d96-41ab-ba0c-8d3b5aa88481 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:36.031734 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4e4ab0ef-31e1-4459-bf5c-9941329b43de req-23d68a83-3d96-41ab-ba0c-8d3b5aa88481 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0821557 Aug 29 11:38:36.060204 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-a7c35aa5-a8b7-4eb0-90e1-20fb65cc8c28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf956455-3fbc-4d9f-b117-12f44608c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291321 Aug 29 11:38:36.077560 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4e4ab0ef-31e1-4459-bf5c-9941329b43de req-dcf129d8-65ad-4285-a2d5-ae99afbeddcb tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358124 Aug 29 11:38:36.154073 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-588e6f31-739f-4158-a3b3-363aef858f6d service neutron] 10.222.0.42 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Aug 29 11:38:36.266066 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-de72b080-3270-4aa1-a491-9ae6a76caef1 req-ca709193-5bf8-4c63-a95e-62807646ba5b service neutron] 10.222.0.42 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960991 Aug 29 11:38:36.398471 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f82ac-7d5d-46f3-b46e-b9381d6a3a40 req-ef73c382-6060-43e3-bf7c-3cee94a9b373 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:36.399953 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b6f82ac-7d5d-46f3-b46e-b9381d6a3a40 req-ef73c382-6060-43e3-bf7c-3cee94a9b373 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0502167 Aug 29 11:38:36.447959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b6f82ac-7d5d-46f3-b46e-b9381d6a3a40 req-d2de0b41-7ee8-4f68-9a25-d9fd29c543fc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Aug 29 11:38:36.941772 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f93-fd61-4cca-813f-76495cc27293 req-23301405-91c9-40f2-8210-430c6154a1b1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:36.943469 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-04b17f93-fd61-4cca-813f-76495cc27293 req-23301405-91c9-40f2-8210-430c6154a1b1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0614946 Aug 29 11:38:36.989156 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-04b17f93-fd61-4cca-813f-76495cc27293 req-571ed606-0065-43de-9825-4296b45f921c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Aug 29 11:38:37.010874 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412db3a-aa40-410c-a11f-bdf07842b81d req-b8510aba-1d08-4fc3-97ec-0472283c536a tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.012411 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b412db3a-aa40-410c-a11f-bdf07842b81d req-b8510aba-1d08-4fc3-97ec-0472283c536a tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 943 time: 0.0616891 Aug 29 11:38:37.055077 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b412db3a-aa40-410c-a11f-bdf07842b81d req-3578d8ac-90a6-4084-ab8e-5ae7ef139975 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364723 Aug 29 11:38:37.099147 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-96063b67-003d-4604-9028-e46180197d90 req-b621d5d4-dd8d-4f44-aa41-d7ded5987cc4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0345101 Aug 29 11:38:37.245179 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bafabe-17db-4c52-a618-6272f5fa7917 req-2cf456e8-7610-44f2-9214-2bf3447bc913 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.251846 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51bafabe-17db-4c52-a618-6272f5fa7917 req-2cf456e8-7610-44f2-9214-2bf3447bc913 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0790834 Aug 29 11:38:37.296262 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51bafabe-17db-4c52-a618-6272f5fa7917 req-d46b5816-6b24-4f97-ad47-0dcbe96de2fe tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Aug 29 11:38:37.305174 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-8a389a24-d423-46ee-bff3-9b6a5ae6d9a0 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.306781 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-8a389a24-d423-46ee-bff3-9b6a5ae6d9a0 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1593149 Aug 29 11:38:37.328232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Request body: {'port': {'device_id': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'admin_state_up': True, 'tenant_id': '683ffb03338c4c45b3f07bba8538380d'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:37.497097 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169a06-a1c8-4657-a75d-84cde4e674ac req-ba71f979-bfa3-4cf1-a052-4a76e3360dad tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.498816 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e169a06-a1c8-4657-a75d-84cde4e674ac req-ba71f979-bfa3-4cf1-a052-4a76e3360dad tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0554101 Aug 29 11:38:37.539696 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:37.559627 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e169a06-a1c8-4657-a75d-84cde4e674ac req-9e5dfb2a-e0af-4cb7-84aa-f95afc712c6a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546687 Aug 29 11:38:37.589743 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa98c43-ba21-4a98-9e35-a8b1c3fb9e3e req-65cc3337-4fe9-4db0-9a1c-9b797182f5b5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.591251 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2aa98c43-ba21-4a98-9e35-a8b1c3fb9e3e req-65cc3337-4fe9-4db0-9a1c-9b797182f5b5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0603442 Aug 29 11:38:37.610857 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:37.623291 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:37.650552 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2aa98c43-ba21-4a98-9e35-a8b1c3fb9e3e req-ea8abc23-53e0-457d-a67d-89fc319a2492 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531778 Aug 29 11:38:37.777813 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:37.784842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:37.784842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:37.787933 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-158eb037-722f-48d5-9aab-16fd6c3aaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.793781 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-158eb037-722f-48d5-9aab-16fd6c3aaee9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0851002 Aug 29 11:38:37.855939 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Allocated IP 172.20.0.9 (85eb6138-dba6-4d3a-ad01-9fb599e0f220/f70e393f-a098-4fec-9bfc-426f961d1675/1d05f499-b1bc-42be-ae5a-6651a5a331e6) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:37.860490 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:37.888002 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:37.890828 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dac2f9-1e54-4f7b-9561-28b91f9098cf" -d '{"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:37.914073 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:37.944511 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-9cb5de37-87c3-42a5-a559-029f61320946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:37.945744 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd612a-15d7-483e-9f9b-6e9894e19f8f x-openstack-request-id: req-53cd612a-15d7-483e-9f9b-6e9894e19f8f {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:37.946026 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-9cb5de37-87c3-42a5-a559-029f61320946 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.1471851 Aug 29 11:38:37.946145 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:37.946291 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53cd612a-15d7-483e-9f9b-6e9894e19f8f {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:37.946681 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'code': 200} Aug 29 11:38:38.029097 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-edeaec90-8436-4b93-bb71-c7e9d124a66b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0659325 Aug 29 11:38:38.029316 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:38.083684 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:38.134769 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-f91010c7-c0e4-4ea4-b263-743bf181f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.137655 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-f91010c7-c0e4-4ea4-b263-743bf181f611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0840971 Aug 29 11:38:38.142398 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:38.185831 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-fb3e0e3f-66f6-4faa-acfa-d2564dbb7488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387080 Aug 29 11:38:38.215570 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc6e7f-1bae-4d73-80bc-8b8bf2a82fa6 req-21615cef-5f6f-49d3-979f-a26dc6a43f2e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.217775 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-19dc6e7f-1bae-4d73-80bc-8b8bf2a82fa6 req-21615cef-5f6f-49d3-979f-a26dc6a43f2e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 943 time: 0.0684009 Aug 29 11:38:38.298819 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-19dc6e7f-1bae-4d73-80bc-8b8bf2a82fa6 req-b073a1cc-d909-4f0c-8e14-61809f65ec85 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Aug 29 11:38:38.299178 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-42c51426-f365-43f9-a8b2-1d97abc411e3 req-cff6599c-41b8-446f-ab78-458ffa6720a2 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0862842 Aug 29 11:38:38.304892 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec2a9e-3e1b-4c07-9ee7-49ece90b2bdb req-0bd5c00e-824a-4736-a2ca-384b71c5db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.310042 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9bec2a9e-3e1b-4c07-9ee7-49ece90b2bdb req-0bd5c00e-824a-4736-a2ca-384b71c5db4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1098 time: 0.0504000 Aug 29 11:38:38.350150 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-09c04354-3a4c-456c-9b42-0c26242f5b2c service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502445 Aug 29 11:38:38.353219 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9bec2a9e-3e1b-4c07-9ee7-49ece90b2bdb req-43e6f8b5-aba4-4fde-ae52-db92387790ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285056 Aug 29 11:38:38.406709 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:38.418577 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37', 'feb52b79-14cc-41b5-866f-0ae709919c37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:38.451145 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:38.454186 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:38.457985 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:38.485967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event updated for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:38.529392 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.530368 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:38.638681 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-815e86df-f8a4-4cac-85b1-e81856a1fec7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3149357 Aug 29 11:38:38.657382 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Request body: {'port': {'device_id': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:38.730677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d54b4-5a0e-408c-8747-2f5ace3a0aab req-744c21fe-72a0-4794-aea7-a313aaf85d50 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.732155 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-246d54b4-5a0e-408c-8747-2f5ace3a0aab req-744c21fe-72a0-4794-aea7-a313aaf85d50 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Aug 29 11:38:38.734730 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dfcdcad-f65e-4012-bbdd-3d03909114a0 req-75fe458a-18af-4892-b476-c29c6441ebc5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473532 Aug 29 11:38:38.739344 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:38.775732 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-246d54b4-5a0e-408c-8747-2f5ace3a0aab req-9ef46cf9-3eaa-4338-aa1e-1fb780c3fa03 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355210 Aug 29 11:38:38.888097 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e08e0-8e3e-4de9-ab04-7a6cd96d44f2 req-5228e198-cc0e-41dd-8419-e582039a3e13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:38.889680 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b24e08e0-8e3e-4de9-ab04-7a6cd96d44f2 req-5228e198-cc0e-41dd-8419-e582039a3e13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0578792 Aug 29 11:38:38.930499 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b24e08e0-8e3e-4de9-ab04-7a6cd96d44f2 req-df6ad9b0-e16f-43b6-91ac-d0fe03987786 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340767 Aug 29 11:38:39.017536 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d05f499-b1bc-42be-ae5a-6651a5a331e6 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:39.026364 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.038134 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Transition to ACTIVE for port object 1d05f499-b1bc-42be-ae5a-6651a5a331e6 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:39.114627 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396801d-e142-4976-b50e-22abec1dd727 req-07da8889-8a82-4dce-b416-07a82d035d35 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.116950 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d396801d-e142-4976-b50e-22abec1dd727 req-07da8889-8a82-4dce-b416-07a82d035d35 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0510228 Aug 29 11:38:39.118267 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.191091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Pushing event updated for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:39.202851 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d396801d-e142-4976-b50e-22abec1dd727 req-e1c8fcd4-ac11-42f9-a571-acc3bb7927d0 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572317 Aug 29 11:38:39.263101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Attempting to bind port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:39.263431 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Attempting to bind port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:39.263755 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Attempting to bind port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:39.267852 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:39.268170 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Attempting to bind port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:39.272903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:39.273235 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Checking segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:39.273613 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Bound using segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:39.274031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Bound port: 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:39.274378 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.339178 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:39.342309 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:39.416028 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.422979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ba009-1527-4c8a-9caf-718351dc21c6 req-d9241b8c-677e-40f4-ba5d-02afe77d7e41 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.424517 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d53ba009-1527-4c8a-9caf-718351dc21c6 req-d9241b8c-677e-40f4-ba5d-02afe77d7e41 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 943 time: 0.0507233 Aug 29 11:38:39.458679 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.459800 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.461291 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] 10.222.0.42 "PUT /v2.0/ports/1d05f499-b1bc-42be-ae5a-6651a5a331e6 HTTP/1.1" status: 200 len: 1093 time: 0.8099432 Aug 29 11:38:39.461846 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:39.463660 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d53ba009-1527-4c8a-9caf-718351dc21c6 req-08192f34-e33c-41a4-8d60-7dec6e6646a7 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Aug 29 11:38:39.464052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61bf18c-2472-413f-8bfc-be5d930f1707" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:39.487865 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4e06c-39c5-43d7-b7ef-359ecf746188 req-ce5507e7-4a93-40c0-baf6-3d52c6a5f361 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.489371 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-18d4e06c-39c5-43d7-b7ef-359ecf746188 req-ce5507e7-4a93-40c0-baf6-3d52c6a5f361 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 943 time: 0.1052732 Aug 29 11:38:39.495489 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4816-333d-4779-a8fd-80ad0c241b3c service neutron] Pushing event updated for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:39.506682 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5309f-327f-4221-a913-d491ccc71526 x-openstack-request-id: req-a4d5309f-327f-4221-a913-d491ccc71526 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:39.506965 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:39.507213 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4d5309f-327f-4221-a913-d491ccc71526 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:39.507596 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'status': 'completed', 'code': 200} Aug 29 11:38:39.534658 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-18d4e06c-39c5-43d7-b7ef-359ecf746188 req-6633ad01-1d38-4c12-adc8-5c9204cc8146 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Aug 29 11:38:39.565368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 233c096d-f2ea-4ae7-9ad9-372f17b8c30e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:39.583286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-56c59477-6b5a-4adc-aabd-2ae5d1ec3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.584946 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-56c59477-6b5a-4adc-aabd-2ae5d1ec3dad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 1096 time: 0.0489106 Aug 29 11:38:39.667020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:39.679209 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e', 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e', 'port_id': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e', 'mac_address': 'fa:16:3e:5a:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cd5a3a-3577-4958-9a8e-d0609e9a3699', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:39.695478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-3038f3c9-32e8-4657-9999-9bf6bd38ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.697091 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-3038f3c9-32e8-4657-9999-9bf6bd38ec29 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=683ffb03338c4c45b3f07bba8538380d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0990999 Aug 29 11:38:39.715777 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.734130 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233c096d-f2ea-4ae7-9ad9-372f17b8c30e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:39.758372 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:39.809094 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-19de27d6-4b4a-4c16-8415-b61f1256ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.809094 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b61bf18c-2472-413f-8bfc-be5d930f1707 req-19de27d6-4b4a-4c16-8415-b61f1256ea11 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915065 Aug 29 11:38:39.873577 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:39.897684 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc162b-3b9c-428e-956f-c850b19db1f5 req-9a9b18c2-bff1-4c81-94a1-fb54efcc01f3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.899173 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-4ddcb7be-1053-477f-bfe3-6205c46a5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:39.899320 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84bc162b-3b9c-428e-956f-c850b19db1f5 req-9a9b18c2-bff1-4c81-94a1-fb54efcc01f3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0548477 Aug 29 11:38:39.900737 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-4ddcb7be-1053-477f-bfe3-6205c46a5d92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 1096 time: 0.0471539 Aug 29 11:38:39.935862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:39.948383 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84bc162b-3b9c-428e-956f-c850b19db1f5 req-c153c83e-cc2c-4000-80c8-8a7f01329f14 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Aug 29 11:38:39.964003 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-a3445316-22d0-471b-a741-dafc1a9888e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6 HTTP/1.1" status: 200 len: 217 time: 0.0495205 Aug 29 11:38:40.051909 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-dca5c0c5-fcb4-4ebd-98f7-658297dab73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:40.053981 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-dca5c0c5-fcb4-4ebd-98f7-658297dab73a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.0769362 Aug 29 11:38:40.075451 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67d77-bda0-4e00-a572-c04895eaeb63 req-636941fe-e4ee-46ef-a0c8-eb691ed0293d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:40.077088 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0da67d77-bda0-4e00-a572-c04895eaeb63 req-636941fe-e4ee-46ef-a0c8-eb691ed0293d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0646424 Aug 29 11:38:40.353304 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-588f40da-7309-4dc6-9dd9-e1ee98162ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2751739 Aug 29 11:38:40.353517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535817-431b-4ac9-aac4-309757ab21e7 req-4e4c1646-6937-406f-a5e3-1265de3d44ad tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:40.354788 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9e535817-431b-4ac9-aac4-309757ab21e7 req-4e4c1646-6937-406f-a5e3-1265de3d44ad tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0506608 Aug 29 11:38:40.394974 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9e535817-431b-4ac9-aac4-309757ab21e7 req-ce1dfc55-874e-414a-8615-bd1bd807a62b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Aug 29 11:38:40.423092 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0da67d77-bda0-4e00-a572-c04895eaeb63 req-87feb395-55d3-400c-91a2-e577e30585ac tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348269 Aug 29 11:38:40.465792 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-77f4d9d5-cd1d-4fb0-896e-be201613c739 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025553 Aug 29 11:38:40.475473 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['233c096d-f2ea-4ae7-9ad9-372f17b8c30e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:40.583272 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3b5be4ea-fa78-4010-99c1-1f0e11af5291 req-f800b75a-109b-41ce-8c86-5f5a6862dd22 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944080 Aug 29 11:38:40.585976 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee04f7-1b99-4915-a570-feeec2f1babf req-bca13fb7-a6d9-4977-b832-3e94bdc6fcda tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:40.587596 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-16ee04f7-1b99-4915-a570-feeec2f1babf req-bca13fb7-a6d9-4977-b832-3e94bdc6fcda tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 944 time: 0.0544364 Aug 29 11:38:40.640595 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-16ee04f7-1b99-4915-a570-feeec2f1babf req-14ae11ac-fc70-4d89-875a-8bb6ac9cc842 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Aug 29 11:38:40.689270 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6b6e4-d1bd-4e32-a9bf-30defe3eecd6 req-4318a2ca-f55f-4657-bef2-5d3c2a0fdb8e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:40.690734 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d8f6b6e4-d1bd-4e32-a9bf-30defe3eecd6 req-4318a2ca-f55f-4657-bef2-5d3c2a0fdb8e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 943 time: 0.0609400 Aug 29 11:38:40.729066 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d8f6b6e4-d1bd-4e32-a9bf-30defe3eecd6 req-b16d56e1-a6fa-49a4-90bc-5f24d3e3bb54 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 29 11:38:41.069083 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c571c4f-fe8e-4569-95de-dbb3cd780071 req-659426c4-9538-4bdb-8ffb-781f377bc187 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.070532 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7c571c4f-fe8e-4569-95de-dbb3cd780071 req-659426c4-9538-4bdb-8ffb-781f377bc187 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0514336 Aug 29 11:38:41.110775 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7c571c4f-fe8e-4569-95de-dbb3cd780071 req-f5394c7e-6c58-4b7b-86d0-650f3d53f07d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 Aug 29 11:38:41.519237 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206fb12-3c01-4d8f-8f8b-ff69a206ca47 req-9e5f92f2-0e6f-45b1-8a80-2d793ae19010 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.526437 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1206fb12-3c01-4d8f-8f8b-ff69a206ca47 req-9e5f92f2-0e6f-45b1-8a80-2d793ae19010 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Aug 29 11:38:41.553883 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bc60c-4bd7-48e4-8857-5a4b8b46c773 req-1ff57607-049a-4980-931f-f100ea2850a7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.555379 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-754bc60c-4bd7-48e4-8857-5a4b8b46c773 req-1ff57607-049a-4980-931f-f100ea2850a7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0548425 Aug 29 11:38:41.558214 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1206fb12-3c01-4d8f-8f8b-ff69a206ca47 req-2bf879d1-05b7-4dd7-8435-d490ec24c870 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Aug 29 11:38:41.593041 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-754bc60c-4bd7-48e4-8857-5a4b8b46c773 req-76a15a91-1891-4521-bb1a-8a30ee9dbd8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Aug 29 11:38:41.714127 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674bd92-42b3-4228-aa12-4988f0b0a411 req-ada90e1b-2d8c-4a19-8c43-1166f5c796e4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.715870 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a674bd92-42b3-4228-aa12-4988f0b0a411 req-ada90e1b-2d8c-4a19-8c43-1166f5c796e4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0529394 Aug 29 11:38:41.725348 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53532) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:41.730200 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'floatingip': {'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:41.767369 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05ef6b-6df1-478c-91d4-1d3e9360b4a8 req-72468865-e7c9-4637-a66e-81f38e398297 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.769202 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4d05ef6b-6df1-478c-91d4-1d3e9360b4a8 req-72468865-e7c9-4637-a66e-81f38e398297 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 944 time: 0.0561278 Aug 29 11:38:41.815213 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4d05ef6b-6df1-478c-91d4-1d3e9360b4a8 req-cb53ccfb-4bb3-431f-acc8-ed6933eb2c31 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Aug 29 11:38:41.827934 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:41.928826 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907aad-f851-4363-bf03-73d788d303dd req-789f35c4-ffac-4358-a911-1d9d1b7bec87 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.930400 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5d907aad-f851-4363-bf03-73d788d303dd req-789f35c4-ffac-4358-a911-1d9d1b7bec87 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 943 time: 0.1210110 Aug 29 11:38:41.961594 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f889-e695-4911-b13e-758f2225e0ea req-e87cfa8c-bd25-4cc2-bfbb-7ae43458dd6c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:41.963196 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bd40f889-e695-4911-b13e-758f2225e0ea req-e87cfa8c-bd25-4cc2-bfbb-7ae43458dd6c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 946 time: 0.0491390 Aug 29 11:38:42.035314 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5d907aad-f851-4363-bf03-73d788d303dd req-fa93d18b-10d4-4ff2-9898-f572d354886b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868814 Aug 29 11:38:42.111118 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Deleting port c257bda1-4c9a-4cb7-958c-2c4361ac561a {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:38:42.111467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.243757 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] For port c257bda1-4c9a-4cb7-958c-2c4361ac561a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c257bda1-4c9a-4cb7-958c-2c4361ac561a,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:42.244269 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.269478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfa40e-4fce-4727-ab47-c4ae6161ecb2 req-3219812e-f552-49c9-84eb-cd28774280d4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:42.271221 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7ebfa40e-4fce-4727-ab47-c4ae6161ecb2 req-3219812e-f552-49c9-84eb-cd28774280d4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0858741 Aug 29 11:38:42.272372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Calling delete_port for c257bda1-4c9a-4cb7-958c-2c4361ac561a owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:38:42.319973 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53544) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:42.397670 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7ebfa40e-4fce-4727-ab47-c4ae6161ecb2 req-cca94ca2-3b01-480b-94da-2c1051d82db0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120069 Aug 29 11:38:42.526969 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5baf8990-5412-4fd9-ad93-03af6d13c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.583164 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.597024 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['c257bda1-4c9a-4cb7-958c-2c4361ac561a'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:42.626492 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Pushing event deleted for resources: {'Port': ['ID=c257bda1-4c9a-4cb7-958c-2c4361ac561a,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:42.721639 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] No DVR routers for this DVR port c257bda1-4c9a-4cb7-958c-2c4361ac561a on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:38:42.726042 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c58ac067-2a1a-487e-b6e8-12289be421c3 req-142ecfa3-e97d-49f0-bce8-db57463e7205 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0676260 Aug 29 11:38:42.732518 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.749082 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bd40f889-e695-4911-b13e-758f2225e0ea req-66c3f850-b248-4c1a-8c5c-35e69d62dcb2 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "DELETE /v2.0/ports/c257bda1-4c9a-4cb7-958c-2c4361ac561a HTTP/1.1" status: 204 len: 173 time: 0.7754736 Aug 29 11:38:42.749571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'name': 'network-vif-deleted', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:42.758521 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bce14-9e30-409a-b88c-5102d950d64b" -d '{"events": [{"server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "name": "network-vif-deleted", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:42.766613 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.795715 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5baf8990-5412-4fd9-ad93-03af6d13c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.797538 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354cc73e-f164-4a55-937e-8d906f00375c x-openstack-request-id: req-354cc73e-f164-4a55-937e-8d906f00375c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:42.797885 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1f6c1-9060-44c1-827d-68f5595ab969", "name": "network-vif-deleted", "tag": "c257bda1-4c9a-4cb7-958c-2c4361ac561a", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:42.798087 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-354cc73e-f164-4a55-937e-8d906f00375c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:42.798475 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d1f6c1-9060-44c1-827d-68f5595ab969', 'name': 'network-vif-deleted', 'tag': 'c257bda1-4c9a-4cb7-958c-2c4361ac561a', 'status': 'completed', 'code': 200} Aug 29 11:38:42.840459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.874526 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5baf8990-5412-4fd9-ad93-03af6d13c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:42.935424 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-5baf8990-5412-4fd9-ad93-03af6d13c246 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=172586699e0d4ad1981e11d1f6ad12b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142063 Aug 29 11:38:42.937326 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf8990-5412-4fd9-ad93-03af6d13c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b3907-888d-48a2-a14f-fe44bc434096,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:42.939713 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53560) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:42.944776 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Floating IP 50e7639c-1b55-417e-a25d-08f6593e2223 associated. External IP: 172.27.1.137, port: 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e. Aug 29 11:38:42.994700 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc40841-068b-4dd2-a060-0cfb60fa113c req-85d44fcb-a7f1-453b-b2a4-f092577cc830 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:42.996226 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2cc40841-068b-4dd2-a060-0cfb60fa113c req-85d44fcb-a7f1-453b-b2a4-f092577cc830 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 944 time: 0.1012750 Aug 29 11:38:43.027846 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:43.058095 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2cc40841-068b-4dd2-a060-0cfb60fa113c req-3cfb5d7c-f4cc-4027-a1a3-d2a816cf2ffd tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522194 Aug 29 11:38:43.063192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:43.206059 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:43.208584 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:43.212568 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e14b3907-888d-48a2-a14f-fe44bc434096 HTTP/1.1" status: 204 len: 168 time: 0.2682920 Aug 29 11:38:43.218895 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996eb60-4b00-4281-ac60-840649c95e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b3907-888d-48a2-a14f-fe44bc434096,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:43.249758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dbd2-2f07-454d-94d2-77de4b0f1af5 req-d28fb0e6-4b45-4a51-bb1f-49c16eda45e7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:43.251499 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e944dbd2-2f07-454d-94d2-77de4b0f1af5 req-d28fb0e6-4b45-4a51-bb1f-49c16eda45e7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 943 time: 0.0991485 Aug 29 11:38:43.258720 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:38:43.335048 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e944dbd2-2f07-454d-94d2-77de4b0f1af5 req-62f4b5ec-a6a9-4faf-b8a2-bd6dd094d1b3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Aug 29 11:38:43.400111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:38:43.407153 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:43.410478 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:38:43.420294 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:43.421093 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:38:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:43.436499 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-57342b48-da1c-4e63-9dec-11c8394e14a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "PUT /v2.0/floatingips/50e7639c-1b55-417e-a25d-08f6593e2223 HTTP/1.1" status: 200 len: 991 time: 1.7071457 Aug 29 11:38:43.436499 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:43.437015 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:43.475143 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca836b33-136d-412b-ae0c-264a46f0fe6d x-openstack-request-id: req-ca836b33-136d-412b-ae0c-264a46f0fe6d {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:43.475432 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:43.475689 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca836b33-136d-412b-ae0c-264a46f0fe6d {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:43.476081 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'status': 'completed', 'code': 200} Aug 29 11:38:43.554534 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:43.569116 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-004f0e90-d1d5-4b91-abd7-8ae267c2102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:43.571843 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-004f0e90-d1d5-4b91-abd7-8ae267c2102e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1098 time: 0.0675418 Aug 29 11:38:43.613946 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 1d05f499-b1bc-42be-ae5a-6651a5a331e6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:43.642198 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 233c096d-f2ea-4ae7-9ad9-372f17b8c30e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:43.686639 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-0d45e9b7-da40-4c01-a16a-1c1ee6d02228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:43.688129 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-0d45e9b7-da40-4c01-a16a-1c1ee6d02228 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.1069486 Aug 29 11:38:43.825409 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-93c4232f-2f3a-4a5f-b5c3-80c649c3e7a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 999 time: 0.1242287 Aug 29 11:38:43.855508 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '50e7639c-1b55-417e-a25d-08f6593e2223', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:38:20Z', 'updated_at': '2021-08-29T11:38:42Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:43.886498 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:38:43.897380 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:38:43.898015 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:38:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:43.942624 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:43.949516 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-aadabcae-782b-4f73-9a68-820cfbfcab80 req-45c2e038-c634-4a0b-81e7-e9817656a4e0 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=47d1f6c1-9060-44c1-827d-68f5595ab969 HTTP/1.1" status: 200 len: 210 time: 0.0817931 Aug 29 11:38:43.958057 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'port_id': '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'mac_address': 'fa:16:3e:a6:54:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70e393f-a098-4fec-9bfc-426f961d1675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:43.968003 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-16ada349-d04d-4303-8226-e62187ea13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:43.969570 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-16ada349-d04d-4303-8226-e62187ea13ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.1199954 Aug 29 11:38:43.997311 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.011082 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d05f499-b1bc-42be-ae5a-6651a5a331e6 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:44.019837 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:38:44.026155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-4ba66bd3-15fc-4807-afbe-7378d6f99a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:44.027779 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-4ba66bd3-15fc-4807-afbe-7378d6f99a6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482244 Aug 29 11:38:44.031430 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:44.058198 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:44.063372 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:44.064182 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.089277 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53582) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:44.106056 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c6469f0-5148-4fa1-9fc9-88da8f6e8161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.150164 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-66225f9f-22a2-46e0-a2c5-964c7c443f0b service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085095 Aug 29 11:38:44.163883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.212094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.247606 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:44.265006 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:44.267668 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f042c430-3313-4434-89ab-2a70d1554927" -d '{"events": [{"server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "name": "network-vif-plugged", "status": "completed", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:44.292939 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:44.294882 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0355ce1-aed4-4b82-bceb-564cadcdf6c8 req-97667243-fb46-43b8-84ca-8f4e2eeb848b service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370842 Aug 29 11:38:44.319432 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18943ed0-6737-4b85-8534-3fdf3d75c14f x-openstack-request-id: req-18943ed0-6737-4b85-8534-3fdf3d75c14f {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:44.319721 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "name": "network-vif-plugged", "status": "completed", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:44.319991 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18943ed0-6737-4b85-8534-3fdf3d75c14f {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:44.320415 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e', 'code': 200} Aug 29 11:38:44.329483 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774d1be-363c-49f1-aa1e-3ba2f0faf81e req-31cf4c6c-37b8-43a8-9c69-0f532e5f4d52 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:44.339029 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e774d1be-363c-49f1-aa1e-3ba2f0faf81e req-31cf4c6c-37b8-43a8-9c69-0f532e5f4d52 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 944 time: 0.1469505 Aug 29 11:38:44.351035 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c6469f0-5148-4fa1-9fc9-88da8f6e8161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.367189 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '50e7639c-1b55-417e-a25d-08f6593e2223', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:38:20Z', 'updated_at': '2021-08-29T11:38:42Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:38:44.376205 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.413913 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cefd9a-9c9e-45ea-81a3-d622c32567a0 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '50e7639c-1b55-417e-a25d-08f6593e2223', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:38:20Z', 'updated_at': '2021-08-29T11:38:42Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:38:44.425983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8b07d-f6ea-4102-a2af-73f0e2101efa req-43fa09bb-f6ce-4e16-98fa-4659e2bacfba tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:44.427519 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3da8b07d-f6ea-4102-a2af-73f0e2101efa req-43fa09bb-f6ce-4e16-98fa-4659e2bacfba tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0551212 Aug 29 11:38:44.433516 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e774d1be-363c-49f1-aa1e-3ba2f0faf81e req-c1192f65-8ce8-4d9b-8a6e-bd007088fbdc tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Aug 29 11:38:44.458669 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:44.473302 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1c6469f0-5148-4fa1-9fc9-88da8f6e8161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.483033 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3da8b07d-f6ea-4102-a2af-73f0e2101efa req-15ec7650-c00a-412a-972c-a0ecc57450ff tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Aug 29 11:38:44.525732 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['1d05f499-b1bc-42be-ae5a-6651a5a331e6'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:44.536435 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-1c6469f0-5148-4fa1-9fc9-88da8f6e8161 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e721899f530440fb497fce6a1ac8f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459152 Aug 29 11:38:44.540663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53596) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:44.578366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6469f0-5148-4fa1-9fc9-88da8f6e8161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab03fcd-e3ce-4eb0-a099-d0fe534fd13c,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:44.610452 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5a4d8-bb47-401d-ac1f-e8b55b479071 req-879b36fd-e10a-433a-8689-6be343e46a07 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:44.612247 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bfa5a4d8-bb47-401d-ac1f-e8b55b479071 req-879b36fd-e10a-433a-8689-6be343e46a07 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 944 time: 0.1052530 Aug 29 11:38:44.632358 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.667641 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.683363 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bfa5a4d8-bb47-401d-ac1f-e8b55b479071 req-bdb02ad4-754c-4788-a2ef-898f1ddacc20 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Aug 29 11:38:44.744251 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22164d0d-c124-47f9-aaa1-47fc0802bd91 req-07b6aba8-8316-4d76-aa29-a58d40bd79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:44.745798 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22164d0d-c124-47f9-aaa1-47fc0802bd91 req-07b6aba8-8316-4d76-aa29-a58d40bd79fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 1098 time: 0.0758715 Aug 29 11:38:44.770663 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e761dd-0cf4-4aa0-ab46-96e652a18d74 None None] New status for floating IP 50e7639c-1b55-417e-a25d-08f6593e2223: ACTIVE {{(pid=94516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:38:44.790438 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22164d0d-c124-47f9-aaa1-47fc0802bd91 req-6d75abbc-75b4-4c4f-abf1-39050161b6bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Aug 29 11:38:44.898009 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.900782 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:44.904470 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aab03fcd-e3ce-4eb0-a099-d0fe534fd13c HTTP/1.1" status: 204 len: 168 time: 0.3614945 Aug 29 11:38:44.916265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7b9e5-40d8-423c-a043-28132acb8bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab03fcd-e3ce-4eb0-a099-d0fe534fd13c,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:45.377045 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-aeacb9a5-a771-4e4f-8583-96f17626f22f tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:45.378527 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-aeacb9a5-a771-4e4f-8583-96f17626f22f tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 808 time: 0.1180120 Aug 29 11:38:45.395412 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-4d9810c5-3974-4930-8af3-789b1caf9b06 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/quotas/c4e84e3ba2e740c2af18d461397b35b9 HTTP/1.1" status: 200 len: 375 time: 0.0102410 Aug 29 11:38:45.435805 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-0a84618d-4520-4868-bc09-5d30f7d47c06 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348442 Aug 29 11:38:45.529920 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-7feabc4a-e6bd-4c97-82da-8e2e1a945101 service neutron] 10.222.0.43 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867567 Aug 29 11:38:45.616378 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device c257bda1-4c9a-4cb7-958c-2c4361ac561a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:38:45.625667 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-8cc5390a-3d4b-4c81-aff4-f8e0b4c24096 service neutron] 10.222.0.43 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893652 Aug 29 11:38:45.638286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: c257bda1-4c9a-4cb7-958c-2c4361ac561a {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:38:45.638641 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device c257bda1-4c9a-4cb7-958c-2c4361ac561a not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:38:45.666890 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87805d-04c0-4f69-a14f-0e9598928a7a req-b23aca0d-db99-42f0-9d8e-b083e428ddbe tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:45.668507 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fd87805d-04c0-4f69-a14f-0e9598928a7a req-b23aca0d-db99-42f0-9d8e-b083e428ddbe tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0625396 Aug 29 11:38:45.710955 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fd87805d-04c0-4f69-a14f-0e9598928a7a req-6e63a698-a62b-420e-81f2-149d20490778 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 29 11:38:45.867890 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a532c8-d6ba-47e4-a8c6-adc63618d4b6 req-9ec7667e-75ae-4e61-a01c-3816f11aa72f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:45.867890 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f6a532c8-d6ba-47e4-a8c6-adc63618d4b6 req-9ec7667e-75ae-4e61-a01c-3816f11aa72f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 944 time: 0.0536609 Aug 29 11:38:45.869504 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f6a532c8-d6ba-47e4-a8c6-adc63618d4b6 req-692b72e6-4aef-47fd-9b96-86e762be4d0b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Aug 29 11:38:46.029841 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-24609eae-58a1-4c98-afa2-b39adc7a84b7 req-c10fe036-3ab0-40e5-a80b-812910dc2a1b tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0375845 Aug 29 11:38:46.831654 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae621fd-ba38-4189-9a49-aeaa7f521695 req-ca35bdc7-2dd3-4646-acc5-debab1da46db tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:46.833541 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-dae621fd-ba38-4189-9a49-aeaa7f521695 req-ca35bdc7-2dd3-4646-acc5-debab1da46db tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Aug 29 11:38:46.870627 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-dae621fd-ba38-4189-9a49-aeaa7f521695 req-25a86d71-709c-4d38-8bf0-f4f4de229177 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 29 11:38:46.995327 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9b62-e3e7-4fdf-9ffb-36e30d846c55 req-d5a2c03c-61ef-40b5-ba7c-bd92593f52f7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:46.997257 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-755a9b62-e3e7-4fdf-9ffb-36e30d846c55 req-d5a2c03c-61ef-40b5-ba7c-bd92593f52f7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 944 time: 0.0613885 Aug 29 11:38:47.066151 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-755a9b62-e3e7-4fdf-9ffb-36e30d846c55 req-4f579aa4-4063-4e25-aabe-9cbaaa593164 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Aug 29 11:38:47.176155 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-626d8dca-1269-434a-a22f-41d58f927561 req-4f54ed20-f980-4d7a-8b36-7b235fa85804 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0388021 Aug 29 11:38:47.631512 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 1d05f499-b1bc-42be-ae5a-6651a5a331e6 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:47.839937 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:47.843779 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:47.844152 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:47.922217 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:47.949291 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:47.952887 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4fee8c-9b55-471c-a480-392aa27313ca" -d '{"events": [{"server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "name": "network-vif-plugged", "status": "completed", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:47.968519 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:48.002511 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0114b8b9-ca11-479d-a42c-8835b8c828ff x-openstack-request-id: req-0114b8b9-ca11-479d-a42c-8835b8c828ff {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:48.002801 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "name": "network-vif-plugged", "status": "completed", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:48.003060 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0114b8b9-ca11-479d-a42c-8835b8c828ff {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:48.003453 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'code': 200} Aug 29 11:38:48.126425 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:48.203133 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:48.211275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb945dc-7f2a-4650-a729-dd28875dee62 req-5e30a96c-b915-49d7-888a-7ea9f8b54c7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:48.213132 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bfb945dc-7f2a-4650-a729-dd28875dee62 req-5e30a96c-b915-49d7-888a-7ea9f8b54c7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Aug 29 11:38:48.273715 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bfb945dc-7f2a-4650-a729-dd28875dee62 req-a8831f08-cfda-4214-8ddb-6797e4f90962 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Aug 29 11:38:48.334937 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-be0f27cc-7ea3-4bbb-a2e7-bd140d8fed22 req-10ce09b1-2b90-48d5-93e1-f00b894809f1 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0256937 Aug 29 11:38:48.497156 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f163ab-6ba8-47ce-b21a-9e458fad901d req-8b87e4aa-dceb-490f-8062-88d8d70de09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:48.498806 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-88f163ab-6ba8-47ce-b21a-9e458fad901d req-8b87e4aa-dceb-490f-8062-88d8d70de09c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 1098 time: 0.0867572 Aug 29 11:38:48.534935 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-47660c04-7915-4854-9a86-ffeea123cc62 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:48.536312 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-47660c04-7915-4854-9a86-ffeea123cc62 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 808 time: 0.1442401 Aug 29 11:38:48.551109 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-88f163ab-6ba8-47ce-b21a-9e458fad901d req-85c1ce73-7695-40f4-8fe1-51533ef6d42c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Aug 29 11:38:48.790246 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Request body: {'port': {'device_id': '5837d7c6-f8d5-4444-b030-16cd78297508', 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b', 'admin_state_up': True, 'tenant_id': 'c4e84e3ba2e740c2af18d461397b35b9'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:48.906020 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53812) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:49.000366 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Made reservation on behalf of c4e84e3ba2e740c2af18d461397b35b9 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:38:49.004171 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.018053 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fc9fb848-88fe-44df-938e-018b00e344c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.141297 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fc9fb848-88fe-44df-938e-018b00e344c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.169204 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Allocated IP 172.20.0.10 (9681477e-ce23-49e5-8f05-115d4fd61d2b/beac4e67-1bf2-4c2d-920a-537cd9d3162d/b7e6d21e-f95e-4156-b1f6-fba9e7562c6e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:38:49.228500 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fc9fb848-88fe-44df-938e-018b00e344c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.270268 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fb848-88fe-44df-938e-018b00e344c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfa4be-31c8-40df-8929-897919fa2978,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:49.278287 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-fc9fb848-88fe-44df-938e-018b00e344c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30dc20ff5ed549d6bb361ea5a0a3ef73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710093 Aug 29 11:38:49.279708 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53830) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:49.327285 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.330009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.351659 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.423391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2148d49-8d7d-4622-9ca9-0e00148cfdea req-31f45bef-bef3-4ed0-8491-be3d1c8221bd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:49.423391 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f2148d49-8d7d-4622-9ca9-0e00148cfdea req-31f45bef-bef3-4ed0-8491-be3d1c8221bd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.0751622 Aug 29 11:38:49.459831 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-82fe021b-a687-46a6-a169-86f45e0e6007 req-ba04afba-6035-4ad6-a9c0-e5eafb72c817 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0263932 Aug 29 11:38:49.460919 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f2148d49-8d7d-4622-9ca9-0e00148cfdea req-d7a44115-979e-4fcd-830e-aab16a40759f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 29 11:38:49.468873 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.472890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.476682 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1bfa4be-31c8-40df-8929-897919fa2978 HTTP/1.1" status: 204 len: 168 time: 0.1935256 Aug 29 11:38:49.486963 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e07c2f-4571-44b1-8acd-0da63997d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfa4be-31c8-40df-8929-897919fa2978,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:49.503785 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.550536 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Network 9681477e-ce23-49e5-8f05-115d4fd61d2b is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:38:49.553618 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:38:49.557245 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:38:49.563304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Pushing event updated for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:49.610803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:49.611672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:49.720723 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-5dde2748-4e5b-4f0a-ac97-6055a96f439a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9351189 Aug 29 11:38:49.743100 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Request body: {'port': {'device_id': '5837d7c6-f8d5-4444-b030-16cd78297508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:38:49.794206 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.054743 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e6d21e-f95e-4156-b1f6-fba9e7562c6e {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:50.062075 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.073369 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Transition to ACTIVE for port object b7e6d21e-f95e-4156-b1f6-fba9e7562c6e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:38:50.161365 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53846) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:50.183146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.186146 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1d07f6c3-e0b6-4f0b-8341-5b6d0f82a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.273013 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:50.301740 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1d07f6c3-e0b6-4f0b-8341-5b6d0f82a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.328072 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Attempting to bind port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:38:50.328413 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Attempting to bind port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:38:50.328904 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Attempting to bind port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e on network 9681477e-ce23-49e5-8f05-115d4fd61d2b {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:50.333410 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e on network 9681477e-ce23-49e5-8f05-115d4fd61d2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:38:50.333734 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Attempting to bind port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e on network 9681477e-ce23-49e5-8f05-115d4fd61d2b {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:38:50.338563 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:38:50.338932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Checking segment: {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:38:50.339312 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Bound using segment: {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:38:50.339736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Bound port: b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac71d8db-4d7d-4bd6-9d06-418c0252884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:38:50.340091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.412540 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:38:50.419644 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:38:50.474570 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1d07f6c3-e0b6-4f0b-8341-5b6d0f82a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.518080 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-1d07f6c3-e0b6-4f0b-8341-5b6d0f82a270 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77cdcb6c07cc4b6fa58b70ca5734231a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544147 Aug 29 11:38:50.518894 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07f6c3-e0b6-4f0b-8341-5b6d0f82a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bb922-1b32-4110-8d78-6d5175a51bf2,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:50.520810 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53860) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:50.608604 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba7a1-6f63-4741-8231-7e9f60d29f57 req-8896eeeb-7aa7-4aa0-89ee-5b9f65503932 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:50.610211 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9eba7a1-6f63-4741-8231-7e9f60d29f57 req-8896eeeb-7aa7-4aa0-89ee-5b9f65503932 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 944 time: 0.0807898 Aug 29 11:38:50.613605 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.626654 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.683384 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:50.683993 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.685395 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] 10.222.0.42 "PUT /v2.0/ports/b7e6d21e-f95e-4156-b1f6-fba9e7562c6e HTTP/1.1" status: 200 len: 1094 time: 0.9469066 Aug 29 11:38:50.688216 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:50.690440 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdd4045-fc69-43b0-bc40-a7b71d4cac03" -d '{"events": [{"name": "network-changed", "server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:50.713762 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.731389 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012936-0fab-4a18-bf64-36bc4435df58 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:50.738498 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9eba7a1-6f63-4741-8231-7e9f60d29f57 req-ac566118-1796-4c53-90bf-efdc1563e4e8 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175370 Aug 29 11:38:50.847655 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c04b8-4f68-4ea4-b342-d55531647caf req-0787aec7-ae4f-4708-9dcb-81a4823030b6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:50.849297 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7c8c04b8-4f68-4ea4-b342-d55531647caf req-0787aec7-ae4f-4708-9dcb-81a4823030b6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Aug 29 11:38:50.911193 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.914186 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:50.915303 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b2bb922-1b32-4110-8d78-6d5175a51bf2 HTTP/1.1" status: 204 len: 168 time: 0.3926904 Aug 29 11:38:50.918556 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7c8c04b8-4f68-4ea4-b342-d55531647caf req-77293fd1-cd53-464f-829a-788a5d324791 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Aug 29 11:38:50.929921 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65769fbb-5b7f-4122-9ce2-3200063b55d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bb922-1b32-4110-8d78-6d5175a51bf2,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:50.937473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-ae29be09-5713-40bf-98a4-3dcc185efa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:50.938932 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-ae29be09-5713-40bf-98a4-3dcc185efa43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 1097 time: 0.0665388 Aug 29 11:38:50.990896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b663e7bb-7511-4b0d-b0e7-a22ee6a53c8c x-openstack-request-id: req-b663e7bb-7511-4b0d-b0e7-a22ee6a53c8c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:50.990896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:50.990896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b663e7bb-7511-4b0d-b0e7-a22ee6a53c8c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:50.991266 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e', 'status': 'completed', 'code': 200} Aug 29 11:38:50.993081 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-44e57237-7aa4-4629-ad22-9d3a1f774e59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e HTTP/1.1" status: 200 len: 217 time: 0.0451596 Aug 29 11:38:51.050861 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b4eb5136-b0a4-4f58-8d10-5f80233d28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:51.052328 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-b4eb5136-b0a4-4f58-8d10-5f80233d28cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beac4e67-1bf2-4c2d-920a-537cd9d3162d HTTP/1.1" status: 200 len: 848 time: 0.0493169 Aug 29 11:38:51.084127 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-3fe3439e-1084-4545-a12d-8e6f451ed539 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9681477e-ce23-49e5-8f05-115d4fd61d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243297 Aug 29 11:38:51.419281 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-fdea01da-ab10-458b-ad61-3a37f23a106a service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271015 Aug 29 11:38:51.547399 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17be5251-2686-4e53-a0b1-8fe6ac005963 req-43a473e9-c448-4241-a150-01d6ce09dc68 service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138921 Aug 29 11:38:51.726744 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-dc065e38-e802-48cb-becd-620f730e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:51.728243 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-dc065e38-e802-48cb-becd-620f730e8031 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 1097 time: 0.0425043 Aug 29 11:38:51.827927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-bc0a2dbb-3d82-4d97-a959-5854b4415e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:51.829429 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-bc0a2dbb-3d82-4d97-a959-5854b4415e8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 200 len: 909 time: 0.0902479 Aug 29 11:38:51.861682 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bebe-261c-4389-96f4-3191a77b9e22 req-16a251e3-8e10-4ff5-8968-8672698b49ab tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:51.863151 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1f83bebe-261c-4389-96f4-3191a77b9e22 req-16a251e3-8e10-4ff5-8968-8672698b49ab tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 944 time: 0.0494363 Aug 29 11:38:51.873696 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-880aab8d-91b9-4bbd-aa72-390bd36dd4d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e HTTP/1.1" status: 200 len: 217 time: 0.0340471 Aug 29 11:38:51.904093 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1f83bebe-261c-4389-96f4-3191a77b9e22 req-809a51f8-a58a-4743-b378-24145fae1cc7 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Aug 29 11:38:51.939286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-82eecf85-8385-4285-90da-cce621048afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:51.940774 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-82eecf85-8385-4285-90da-cce621048afa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beac4e67-1bf2-4c2d-920a-537cd9d3162d HTTP/1.1" status: 200 len: 848 time: 0.0530400 Aug 29 11:38:51.973854 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-9aabd413-9101-413a-8923-85b742698eba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9681477e-ce23-49e5-8f05-115d4fd61d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256720 Aug 29 11:38:52.065683 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-496ac801-5a5b-4f1b-b261-8ca9e181724d service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800004 Aug 29 11:38:52.159096 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-abdd4045-fc69-43b0-bc40-a7b71d4cac03 req-94a90843-f7d5-4ff7-b85a-235d34ce1731 service neutron] 10.222.0.42 "GET /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Aug 29 11:38:52.847049 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 53930) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:52.954957 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ba6ada14-d368-43f5-84cb-abc60f415c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.051417 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ba9ef-1152-4ceb-8b29-104ec04e30b2 req-d720b301-d6e9-4259-81fd-4da80685346e tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:53.053239 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-283ba9ef-1152-4ceb-8b29-104ec04e30b2 req-d720b301-d6e9-4259-81fd-4da80685346e tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 944 time: 0.0698881 Aug 29 11:38:53.111633 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ba6ada14-d368-43f5-84cb-abc60f415c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.115417 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-283ba9ef-1152-4ceb-8b29-104ec04e30b2 req-9474ba6e-7c91-4360-9ae0-de2611e7465d tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Aug 29 11:38:53.204383 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ba6ada14-d368-43f5-84cb-abc60f415c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.252826 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 53942) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:53.253341 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ba6ada14-d368-43f5-84cb-abc60f415c42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=251746bb1b0c4eab883e663f149adf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046941 Aug 29 11:38:53.253765 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ada14-d368-43f5-84cb-abc60f415c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ff1d9-26db-4e95-bad7-41bc130a9ce0,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:53.311244 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.333698 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.531725 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.534490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.535814 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/461ff1d9-26db-4e95-bad7-41bc130a9ce0 HTTP/1.1" status: 204 len: 168 time: 0.2817922 Aug 29 11:38:53.543601 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fbe2b-ad8c-4c4b-8513-fedaeb1bf408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ff1d9-26db-4e95-bad7-41bc130a9ce0,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:53.680669 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device b7e6d21e-f95e-4156-b1f6-fba9e7562c6e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:38:53.811043 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:53.822864 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e', 'network_id': '9681477e-ce23-49e5-8f05-115d4fd61d2b', 'port_id': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e', 'mac_address': 'fa:16:3e:9b:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beac4e67-1bf2-4c2d-920a-537cd9d3162d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:38:53.863893 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:53.877705 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e6d21e-f95e-4156-b1f6-fba9e7562c6e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:38:53.897504 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:53.999094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:54.053590 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:54.238472 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a083645-89b8-4195-b96b-39ac4378e580 req-a56bf252-0e7f-49e8-bd4d-a7b288dcc511 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:54.240092 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a083645-89b8-4195-b96b-39ac4378e580 req-a56bf252-0e7f-49e8-bd4d-a7b288dcc511 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Aug 29 11:38:54.280448 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a083645-89b8-4195-b96b-39ac4378e580 req-54b2390a-c516-4ccc-a052-42ed1da2cf3d tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Aug 29 11:38:54.290131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9c665186-0e32-4bcb-b933-1ff8cf19e43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:54.407598 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['b7e6d21e-f95e-4156-b1f6-fba9e7562c6e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:38:55.137701 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c902-9d9c-40f3-8f6a-0a57aa5baec3 req-f83eb735-76bb-4e35-997b-2b3858ee49cb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:55.139436 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-80d9c902-9d9c-40f3-8f6a-0a57aa5baec3 req-f83eb735-76bb-4e35-997b-2b3858ee49cb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Aug 29 11:38:55.180530 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-80d9c902-9d9c-40f3-8f6a-0a57aa5baec3 req-da8e9dfd-5ed8-492c-b1ee-b3fd1d8c4654 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Aug 29 11:38:55.221290 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-6cda68eb-d5e9-4fe1-955c-323ec5b29924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:55.222847 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-6cda68eb-d5e9-4fe1-955c-323ec5b29924 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0412674 Aug 29 11:38:55.314914 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-e5688045-a39c-4e11-9741-c8be8680bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:55.316514 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-e5688045-a39c-4e11-9741-c8be8680bdc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.0853777 Aug 29 11:38:55.363754 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-8d7e5bbd-85d9-4d57-9593-1ada613b5e4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0396845 Aug 29 11:38:55.376719 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54020) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:55.440024 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-17a5e7fb-6d1f-49fa-9cab-389d056e0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:55.442041 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-17a5e7fb-6d1f-49fa-9cab-389d056e0656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0675311 Aug 29 11:38:55.473103 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ed770-3662-48e5-ad2e-ef45358bcdcc req-f2ab0272-8bfc-4629-92e6-08c941101c3a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:55.475379 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc2ed770-3662-48e5-ad2e-ef45358bcdcc req-f2ab0272-8bfc-4629-92e6-08c941101c3a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 945 time: 0.1144962 Aug 29 11:38:55.492507 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-55c65b3a-1114-4008-8fbc-e6473772c594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394013 Aug 29 11:38:55.498208 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c389742-be3b-46b5-9b0e-e8b5b6418d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.575253 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc2ed770-3662-48e5-ad2e-ef45358bcdcc req-14afe9b3-cec6-4233-9664-9084bbc5f213 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Aug 29 11:38:55.587782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c389742-be3b-46b5-9b0e-e8b5b6418d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.608647 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-4bd9fad4-7b5e-4927-ad34-29d878d878f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029334 Aug 29 11:38:55.663581 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0c389742-be3b-46b5-9b0e-e8b5b6418d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.699193 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50cbacf1-fc03-409b-bc78-16e1dd76cc40 req-46f8e2ee-4296-4d98-913a-73bfc5a5d0df service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811632 Aug 29 11:38:55.702052 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0c389742-be3b-46b5-9b0e-e8b5b6418d36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c12c85e642b04da2ad10900d24cc24a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220835 Aug 29 11:38:55.702052 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389742-be3b-46b5-9b0e-e8b5b6418d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330093a-dd88-4ec4-ba54-5b40879232e2,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:55.702746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54030) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:55.713705 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device b7e6d21e-f95e-4156-b1f6-fba9e7562c6e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:38:55.767677 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.793721 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.915803 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:38:55.915940 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.917642 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.919190 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:38:55.919744 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:55.930289 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9330093a-dd88-4ec4-ba54-5b40879232e2 HTTP/1.1" status: 204 len: 168 time: 0.2182753 Aug 29 11:38:55.938422 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14941f68-7778-4597-8594-a93b8b20385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330093a-dd88-4ec4-ba54-5b40879232e2,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:55.991248 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54046) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:56.032200 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.060037 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:38:56.063013 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01813b08-0919-42a9-9cd9-aa5298fe552f" -d '{"events": [{"server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "name": "network-vif-plugged", "status": "completed", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:38:56.081444 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:38:56.106049 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ff5242-1069-4f3a-92f9-afb48ce05b00 x-openstack-request-id: req-27ff5242-1069-4f3a-92f9-afb48ce05b00 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:38:56.106348 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "name": "network-vif-plugged", "status": "completed", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:38:56.106602 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27ff5242-1069-4f3a-92f9-afb48ce05b00 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:38:56.106990 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e', 'code': 200} Aug 29 11:38:56.109499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24c1bfb4-872f-408d-961a-af50c89b222e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.189055 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.201316 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24c1bfb4-872f-408d-961a-af50c89b222e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.237844 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:56.301416 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77f11-9290-4217-8759-4fe3eb64320b req-8b8ccaea-83df-4209-847a-821fab3aba9d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:56.302965 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27a77f11-9290-4217-8759-4fe3eb64320b req-8b8ccaea-83df-4209-847a-821fab3aba9d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0514703 Aug 29 11:38:56.340547 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27a77f11-9290-4217-8759-4fe3eb64320b req-730c9222-b1ea-424c-912b-d53e58d62147 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Aug 29 11:38:56.393029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24c1bfb4-872f-408d-961a-af50c89b222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.434391 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-24c1bfb4-872f-408d-961a-af50c89b222e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53a68a69c4674ad2b466e77498f9088a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421327 Aug 29 11:38:56.436522 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1bfb4-872f-408d-961a-af50c89b222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c7e19-24a3-4ab5-b0c4-0cc2aff8ff46,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:56.437177 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54056) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:38:56.502371 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.527056 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.546679 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f127b0-306d-4ea1-92c2-a0c8cfa609ac req-83a3e227-a45d-4333-9951-25e46c800cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:56.548410 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-59f127b0-306d-4ea1-92c2-a0c8cfa609ac req-83a3e227-a45d-4333-9951-25e46c800cd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 1099 time: 0.0468490 Aug 29 11:38:56.589641 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-59f127b0-306d-4ea1-92c2-a0c8cfa609ac req-16ba63b6-4a6f-445b-ac1a-9f601ad13bea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 29 11:38:56.680309 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.682986 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:56.684483 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a2c7e19-24a3-4ab5-b0c4-0cc2aff8ff46 HTTP/1.1" status: 204 len: 168 time: 0.2457767 Aug 29 11:38:56.691382 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599981e-86a7-4063-8a48-ba064d465eb9 req-bc93f1c1-3757-41d1-ac4a-7e08a2862fec tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:56.692882 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163f779-0b02-4f2e-a2f0-f231780deb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c7e19-24a3-4ab5-b0c4-0cc2aff8ff46,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:38:56.693014 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5599981e-86a7-4063-8a48-ba064d465eb9 req-bc93f1c1-3757-41d1-ac4a-7e08a2862fec tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Aug 29 11:38:56.733605 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5599981e-86a7-4063-8a48-ba064d465eb9 req-540b50cd-e082-49ea-8df5-d07b3f2c2ce5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Aug 29 11:38:56.925463 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-dd53942c-3c63-4fe8-a216-2e06877fe78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:57.267492 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:57.461816 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7c5c-cd01-40df-83a3-e2e484e7af21 req-bb27a738-a27f-4268-8e73-c8a90af8231e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:57.466365 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1aa7c5c-cd01-40df-83a3-e2e484e7af21 req-bb27a738-a27f-4268-8e73-c8a90af8231e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Aug 29 11:38:57.523211 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f1aa7c5c-cd01-40df-83a3-e2e484e7af21 req-5a958db9-e805-4c1e-b881-9a29666dd487 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Aug 29 11:38:57.855634 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa5353-f1df-4f26-99d5-b220e3a818fc req-f15e2e36-c764-4670-98e1-2c155517d6a4 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:57.857313 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e7aa5353-f1df-4f26-99d5-b220e3a818fc req-f15e2e36-c764-4670-98e1-2c155517d6a4 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0539689 Aug 29 11:38:57.905598 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e7aa5353-f1df-4f26-99d5-b220e3a818fc req-436cd624-8b50-4eb5-adb0-0b4387d4fce5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Aug 29 11:38:57.931396 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:58.647132 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb8f44-fc14-4f78-adbf-06c752fce53e req-5f705632-31fb-4d7d-875b-b17b17968215 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:58.648751 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7ddb8f44-fc14-4f78-adbf-06c752fce53e req-5f705632-31fb-4d7d-875b-b17b17968215 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Aug 29 11:38:58.686636 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7ddb8f44-fc14-4f78-adbf-06c752fce53e req-948875bf-3c1d-453c-bff8-c7a788244c20 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 29 11:38:59.030848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c885087-7d3d-43e1-b278-a7a05957e886 req-8ebd3369-d91a-4b18-b791-e48ea29bb68d tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:59.032331 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c885087-7d3d-43e1-b278-a7a05957e886 req-8ebd3369-d91a-4b18-b791-e48ea29bb68d tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0540376 Aug 29 11:38:59.070184 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c885087-7d3d-43e1-b278-a7a05957e886 req-91ad5a51-6533-4537-8916-2f997ff5cd9f tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Aug 29 11:38:59.497312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:38:59.805159 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe279-a10c-453b-9072-0bf86b44952c req-0ace11ea-0471-4be1-b3cb-17a60619e53a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:38:59.806720 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eefbe279-a10c-453b-9072-0bf86b44952c req-0ace11ea-0471-4be1-b3cb-17a60619e53a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Aug 29 11:38:59.845701 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-eefbe279-a10c-453b-9072-0bf86b44952c req-0eb659bb-7f91-45e9-830f-ecee8428a710 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Aug 29 11:39:00.966121 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2b8f-c2aa-40a5-ae01-ccd0aed96cc1 req-950ab9df-0ccf-429e-b0fc-b29f9f0eb221 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:00.967620 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-943e2b8f-c2aa-40a5-ae01-ccd0aed96cc1 req-950ab9df-0ccf-429e-b0fc-b29f9f0eb221 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0502760 Aug 29 11:39:01.008786 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-943e2b8f-c2aa-40a5-ae01-ccd0aed96cc1 req-bc748133-2631-4130-bd6a-0ecc3452d417 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352476 Aug 29 11:39:01.093109 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d732d-7d72-4e2a-8c90-a072cd7a6e8c req-fe315d3c-7e77-4a3d-bedf-ad0a1ce9c333 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:01.094484 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5a8d732d-7d72-4e2a-8c90-a072cd7a6e8c req-fe315d3c-7e77-4a3d-bedf-ad0a1ce9c333 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Aug 29 11:39:01.136550 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5a8d732d-7d72-4e2a-8c90-a072cd7a6e8c req-8e2721f6-e3b6-479a-a5d7-af232bd1fc6c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Aug 29 11:39:01.262256 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:01.664648 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:39:02.124790 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599eb39-6394-4538-ba93-3ad07c65a46a req-d4459687-1efa-46bb-83e1-26fafaeb8df4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:02.126503 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a599eb39-6394-4538-ba93-3ad07c65a46a req-d4459687-1efa-46bb-83e1-26fafaeb8df4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0506296 Aug 29 11:39:02.165997 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a599eb39-6394-4538-ba93-3ad07c65a46a req-2d0eaaf5-f3f4-401d-869f-bface65d9930 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Aug 29 11:39:02.273726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e83ea-033c-46a0-9253-9d869f570af0 req-cd758f39-9233-4736-a638-77c089031011 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:02.275204 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5f6e83ea-033c-46a0-9253-9d869f570af0 req-cd758f39-9233-4736-a638-77c089031011 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0537779 Aug 29 11:39:02.311323 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5f6e83ea-033c-46a0-9253-9d869f570af0 req-cc814cac-c51f-494c-898a-5c7533312bf9 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300374 Aug 29 11:39:03.280925 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee1d49-1544-46eb-826e-e958ffb491a0 req-a4f7cf41-f9e9-4561-82ab-ebc198ede5f2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:03.282434 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ebee1d49-1544-46eb-826e-e958ffb491a0 req-a4f7cf41-f9e9-4561-82ab-ebc198ede5f2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 29 11:39:03.320419 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ebee1d49-1544-46eb-826e-e958ffb491a0 req-fc36c3f5-0948-4b2c-8c12-9aa86157025f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Aug 29 11:39:03.434405 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bcdec-adae-453a-b1a0-4efbe2f90686 req-948957e3-1fb7-46c4-978f-5d82fccde677 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:03.437965 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-852bcdec-adae-453a-b1a0-4efbe2f90686 req-948957e3-1fb7-46c4-978f-5d82fccde677 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0599408 Aug 29 11:39:03.568298 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-852bcdec-adae-453a-b1a0-4efbe2f90686 req-7d4f8e1e-3b93-4fcb-aeb0-6a584106e4bf tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Aug 29 11:39:04.227294 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-b147befd-9f97-4268-bada-cb3a80d0af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:04.228723 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-b147befd-9f97-4268-bada-cb3a80d0af36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0434031 Aug 29 11:39:04.345534 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-011c8b89-f866-44e0-bb5d-4101fa3ef2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:04.347372 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-011c8b89-f866-44e0-bb5d-4101fa3ef2c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.0891058 Aug 29 11:39:04.414514 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-65aaf913-0078-40c1-a0dd-899b1b1ba9ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0425608 Aug 29 11:39:04.494781 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b353-5cf5-4049-b449-1dacd2b57eda req-1229e547-3fc1-4f6a-aaca-32df5d6b1b3c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:04.496448 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0ce4b353-5cf5-4049-b449-1dacd2b57eda req-1229e547-3fc1-4f6a-aaca-32df5d6b1b3c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0847232 Aug 29 11:39:04.502423 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-b864fe0a-7850-4b94-96ff-733b54a14ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:04.506041 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-b864fe0a-7850-4b94-96ff-733b54a14ca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0652201 Aug 29 11:39:04.559560 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-ff23efea-a215-4bbe-88ea-d421a9c93dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349050 Aug 29 11:39:04.564438 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0ce4b353-5cf5-4049-b449-1dacd2b57eda req-9890bde1-67bd-48eb-aac4-820266d4c6cd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Aug 29 11:39:04.661031 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-f26c7e29-69e9-489f-ab19-fc7cbcf67b1d service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Aug 29 11:39:04.671902 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec16e-6f47-4e2d-bbed-97ef13055694 req-db5d087c-f4db-409d-8192-c15dae4c6f3c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:04.673289 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c8eec16e-6f47-4e2d-bbed-97ef13055694 req-db5d087c-f4db-409d-8192-c15dae4c6f3c tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Aug 29 11:39:04.715279 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c8eec16e-6f47-4e2d-bbed-97ef13055694 req-115d32e5-ab7d-4968-8da8-4a72f1cad83e tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Aug 29 11:39:04.781928 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-922890d2-b1a5-4a43-a934-f7bd8d99a8d6 req-3113f59c-2801-42e2-9488-e60aa8bdae8e service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891500 Aug 29 11:39:05.684351 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2a76d-0c7d-4d0d-994a-a7aed3f9a529 req-7247a5e1-1f0e-4614-b066-b1b13eb1274d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:05.685864 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-daf2a76d-0c7d-4d0d-994a-a7aed3f9a529 req-7247a5e1-1f0e-4614-b066-b1b13eb1274d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0532379 Aug 29 11:39:05.723805 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-daf2a76d-0c7d-4d0d-994a-a7aed3f9a529 req-7cee4304-8325-427e-a59a-1cddb410bbf8 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Aug 29 11:39:05.839732 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9cd26-cc72-4ff9-a915-6cbdaa06be45 req-50085683-f744-455b-b48e-3fa6a7461fe7 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:05.841438 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bfb9cd26-cc72-4ff9-a915-6cbdaa06be45 req-50085683-f744-455b-b48e-3fa6a7461fe7 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0492139 Aug 29 11:39:05.901143 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bfb9cd26-cc72-4ff9-a915-6cbdaa06be45 req-a66d075b-0757-4321-aa12-aa7c5f7f5450 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Aug 29 11:39:06.305447 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684938a2-cab8-4890-bf2a-54074fe5ec7f req-adc4e095-1a16-4566-ac16-13efa2de51a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:06.307008 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-684938a2-cab8-4890-bf2a-54074fe5ec7f req-adc4e095-1a16-4566-ac16-13efa2de51a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0492654 Aug 29 11:39:06.344094 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-684938a2-cab8-4890-bf2a-54074fe5ec7f req-b997b4bd-96f4-4288-a8cf-a96bdb3e9e55 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Aug 29 11:39:06.842555 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8833-aad2-4ad4-a0fb-e5d44feaed65 req-6330a655-994f-4194-9548-38036622e453 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:06.844142 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9fb8833-aad2-4ad4-a0fb-e5d44feaed65 req-6330a655-994f-4194-9548-38036622e453 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0521970 Aug 29 11:39:06.881463 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9fb8833-aad2-4ad4-a0fb-e5d44feaed65 req-b8cd4d74-aa06-4806-ac44-650e84ff09d1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Aug 29 11:39:07.020891 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae855e-471b-4e84-a55e-941bfc4885ac req-be3014f7-14be-41de-b1fa-59dd2dbe67e6 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:07.022273 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7eae855e-471b-4e84-a55e-941bfc4885ac req-be3014f7-14be-41de-b1fa-59dd2dbe67e6 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0482523 Aug 29 11:39:07.058731 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7eae855e-471b-4e84-a55e-941bfc4885ac req-1fd1263d-569a-405c-8d32-0d844f688e9a tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303757 Aug 29 11:39:07.456057 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ca354-8a68-4d3b-bce3-c984647dbf7e req-39868e5e-0d07-467f-bcf8-332ddcc7f76d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:07.457547 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ff2ca354-8a68-4d3b-bce3-c984647dbf7e req-39868e5e-0d07-467f-bcf8-332ddcc7f76d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0480211 Aug 29 11:39:07.495555 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ff2ca354-8a68-4d3b-bce3-c984647dbf7e req-6b1d7ea2-b77c-4238-9db1-cbb2b6343436 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320323 Aug 29 11:39:07.998898 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2e66d-8533-49c3-884a-51e67e0a6e4b req-be7ea69c-ff0f-4b15-af38-e4335c54de8c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:08.000379 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ba2e66d-8533-49c3-884a-51e67e0a6e4b req-be7ea69c-ff0f-4b15-af38-e4335c54de8c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 29 11:39:08.038312 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ba2e66d-8533-49c3-884a-51e67e0a6e4b req-e705f5ae-dcf4-473c-995c-669b50d59ca4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Aug 29 11:39:08.170173 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc77946-a818-4a78-9e93-b393c9267b52 req-032e206a-dd67-474d-881d-0020e11188cf tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:08.171672 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7cc77946-a818-4a78-9e93-b393c9267b52 req-032e206a-dd67-474d-881d-0020e11188cf tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Aug 29 11:39:08.213184 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7cc77946-a818-4a78-9e93-b393c9267b52 req-6bfb5c1c-3438-4dcd-a8b8-f7874d13a368 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Aug 29 11:39:08.611895 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852911b-b2a7-4a12-8748-7c4e8e020078 req-08cd5d26-fbad-4929-8300-66e3d94c30ad tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:08.613504 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e852911b-b2a7-4a12-8748-7c4e8e020078 req-08cd5d26-fbad-4929-8300-66e3d94c30ad tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0515296 Aug 29 11:39:08.651370 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e852911b-b2a7-4a12-8748-7c4e8e020078 req-ac541d4e-333b-49ba-9d84-724f78b1d2a1 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314322 Aug 29 11:39:09.152958 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616aff0-d889-42c6-887d-8053804546a1 req-6a2f56ff-9948-4618-a22d-d586f7607d4b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:09.154393 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0616aff0-d889-42c6-887d-8053804546a1 req-6a2f56ff-9948-4618-a22d-d586f7607d4b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Aug 29 11:39:09.190423 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0616aff0-d889-42c6-887d-8053804546a1 req-1a79db26-2399-4b56-952d-674a34dba028 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Aug 29 11:39:09.327710 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3bba1-5a31-48b3-ac40-dcb850bb4688 req-7af06830-82d4-40a4-84fd-f743ecfecd36 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:09.329237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50d3bba1-5a31-48b3-ac40-dcb850bb4688 req-7af06830-82d4-40a4-84fd-f743ecfecd36 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0510046 Aug 29 11:39:09.366917 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50d3bba1-5a31-48b3-ac40-dcb850bb4688 req-8462d0d8-fd88-4fea-8bc0-dd3fcf492429 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Aug 29 11:39:09.767278 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890315a-49f7-4e70-b570-8d5516480c40 req-3ac43338-4896-4292-9382-d55e39bd8de3 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:09.769014 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d890315a-49f7-4e70-b570-8d5516480c40 req-3ac43338-4896-4292-9382-d55e39bd8de3 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0497108 Aug 29 11:39:09.809290 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d890315a-49f7-4e70-b570-8d5516480c40 req-78e84c46-57ed-46df-b806-c4c827a7db4a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337327 Aug 29 11:39:10.306347 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef25d-b18c-4302-9822-0cacd7eb3e5a req-299f9a68-5d1b-456e-8bd0-38ce05fc47f6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:10.307882 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6dfef25d-b18c-4302-9822-0cacd7eb3e5a req-299f9a68-5d1b-456e-8bd0-38ce05fc47f6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Aug 29 11:39:10.344850 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6dfef25d-b18c-4302-9822-0cacd7eb3e5a req-14f03b10-1ffa-4d8f-8e0a-230a8c304b20 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 29 11:39:10.509022 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d44a1-0081-4fa1-9fc9-da61983ddcde req-a24b34b6-8f69-40ff-b175-13ced6bae883 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:10.510479 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-848d44a1-0081-4fa1-9fc9-da61983ddcde req-a24b34b6-8f69-40ff-b175-13ced6bae883 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0782981 Aug 29 11:39:10.532203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-ebee2700-adc9-4b2e-abf7-63fe360610a5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:10.533603 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-ebee2700-adc9-4b2e-abf7-63fe360610a5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 946 time: 0.0721786 Aug 29 11:39:10.583655 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-848d44a1-0081-4fa1-9fc9-da61983ddcde req-0a5aa338-e7f0-479f-abc3-48208221e6d8 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/security-groups?id=b5dea1dd-df84-4e5f-ad81-096b6250ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667830 Aug 29 11:39:10.636227 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Deleting port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:39:10.636571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:10.723397 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] For port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,segment=NetworkSegment(ac71d8db-4d7d-4bd6-9d06-418c0252884c),segment_id=ac71d8db-4d7d-4bd6-9d06-418c0252884c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:10.723757 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:10.736454 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Calling delete_port for b7e6d21e-f95e-4156-b1f6-fba9e7562c6e owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:39:10.925579 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038649a-4c5b-4c34-a68a-6dc6e457a56c req-b1216a17-dc7f-46a4-ba04-00b72e621bc6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:10.927081 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f038649a-4c5b-4c34-a68a-6dc6e457a56c req-b1216a17-dc7f-46a4-ba04-00b72e621bc6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0481691 Aug 29 11:39:10.963503 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f038649a-4c5b-4c34-a68a-6dc6e457a56c req-4bd096b1-234d-4556-9303-2ef3f2fc2231 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Aug 29 11:39:10.977441 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:10.992407 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['b7e6d21e-f95e-4156-b1f6-fba9e7562c6e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:39:11.008864 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Pushing event deleted for resources: {'Port': ['ID=b7e6d21e-f95e-4156-b1f6-fba9e7562c6e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:11.039481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.039688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.040031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.040401 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.040726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.041061 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.041391 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.041720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.042049 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.042378 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.042705 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.043023 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:11.061868 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] No DVR routers for this DVR port b7e6d21e-f95e-4156-b1f6-fba9e7562c6e on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:39:11.065445 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:11.068277 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3f6647e6-e836-42d8-99d1-842a0bd61449 req-e9666c3d-263c-4098-a874-593da13ad1e3 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.42 "DELETE /v2.0/ports/b7e6d21e-f95e-4156-b1f6-fba9e7562c6e HTTP/1.1" status: 204 len: 173 time: 0.5256140 Aug 29 11:39:11.068782 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'name': 'network-vif-deleted', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:39:11.071110 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd7cd84-c793-4895-afc4-abcd2e50bccd" -d '{"events": [{"server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "name": "network-vif-deleted", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:39:11.111310 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29ec0d6-1354-4b29-a723-abefb821fb2c x-openstack-request-id: req-c29ec0d6-1354-4b29-a723-abefb821fb2c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:39:11.111605 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5837d7c6-f8d5-4444-b030-16cd78297508", "name": "network-vif-deleted", "tag": "b7e6d21e-f95e-4156-b1f6-fba9e7562c6e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:39:11.111861 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c29ec0d6-1354-4b29-a723-abefb821fb2c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:39:11.112251 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5837d7c6-f8d5-4444-b030-16cd78297508', 'name': 'network-vif-deleted', 'tag': 'b7e6d21e-f95e-4156-b1f6-fba9e7562c6e', 'status': 'completed', 'code': 200} Aug 29 11:39:11.461322 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df55a94-7396-4d95-8085-81996f251cee req-5ec7364f-c0f9-4ac8-be69-369f454acd1a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:11.462782 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3df55a94-7396-4d95-8085-81996f251cee req-5ec7364f-c0f9-4ac8-be69-369f454acd1a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Aug 29 11:39:11.499862 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3df55a94-7396-4d95-8085-81996f251cee req-a42852c0-c482-4603-9a21-84e118c09ecb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Aug 29 11:39:11.695054 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3204de06-589f-4d5b-b2c7-e7254b895e36 req-a3743ec8-e91b-4648-84b3-16f863a3a0f5 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0255234 Aug 29 11:39:12.080114 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2ebbf-f2ec-42e3-ad66-6b8c85505ea3 req-5be13e2f-1f9a-4c64-9758-c04cd80f8a9b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:12.081583 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fcc2ebbf-f2ec-42e3-ad66-6b8c85505ea3 req-5be13e2f-1f9a-4c64-9758-c04cd80f8a9b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0502198 Aug 29 11:39:12.119512 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fcc2ebbf-f2ec-42e3-ad66-6b8c85505ea3 req-7d7ad9b9-fef9-413b-8567-51f293d63be0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Aug 29 11:39:12.612712 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff1f0a-e6b8-4e41-a0ad-5c4b4871604e req-f2802392-5790-4635-bf85-7b2fc72124cd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:12.614177 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f2ff1f0a-e6b8-4e41-a0ad-5c4b4871604e req-f2802392-5790-4635-bf85-7b2fc72124cd tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0476449 Aug 29 11:39:12.650608 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f2ff1f0a-e6b8-4e41-a0ad-5c4b4871604e req-87e947cb-c9b1-4642-a639-1f29014b3fca tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300727 Aug 29 11:39:12.796671 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4d046ab2-dea7-413c-a1d4-768262693b7e req-31e849e0-09e7-4790-8357-35a716d72688 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0261273 Aug 29 11:39:13.235210 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a221b77-5b54-4401-93b8-a2a0c4f17bc8 req-076d3a82-bc55-4d9e-aa13-b563badd8d1d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:13.236688 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3a221b77-5b54-4401-93b8-a2a0c4f17bc8 req-076d3a82-bc55-4d9e-aa13-b563badd8d1d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0505984 Aug 29 11:39:13.273907 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3a221b77-5b54-4401-93b8-a2a0c4f17bc8 req-2e7a088a-0a21-4136-9805-caa1cc930dea tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Aug 29 11:39:13.767189 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383f0c-495d-4094-bf37-9baa82750d3d req-39ad6032-e862-4c01-b0c6-70f3a095de92 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:13.768660 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-46383f0c-495d-4094-bf37-9baa82750d3d req-39ad6032-e862-4c01-b0c6-70f3a095de92 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Aug 29 11:39:13.804820 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-46383f0c-495d-4094-bf37-9baa82750d3d req-78a74be1-fcc2-4012-a2c5-410aa3085b04 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302374 Aug 29 11:39:13.898094 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1cca4bcb-778f-483d-a7d1-8b85cdd1a2dd req-6cd16e7a-502e-4a6b-a670-5b75d379ea64 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0262771 Aug 29 11:39:14.391911 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420c6ea-d7e5-4844-9187-8651657ec25b req-f0fbbbdb-c5a0-4d9f-9ff5-a3fe8f91a3bd tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:14.393392 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f420c6ea-d7e5-4844-9187-8651657ec25b req-f0fbbbdb-c5a0-4d9f-9ff5-a3fe8f91a3bd tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0524611 Aug 29 11:39:14.430133 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f420c6ea-d7e5-4844-9187-8651657ec25b req-75841c5f-1914-4eca-84e1-0edf7738c82c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309131 Aug 29 11:39:14.919684 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884f718-cd71-4054-9517-61b966d674a6 req-aae69455-a7d2-4e83-a5ec-bac257ebafb3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:14.921188 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d884f718-cd71-4054-9517-61b966d674a6 req-aae69455-a7d2-4e83-a5ec-bac257ebafb3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Aug 29 11:39:14.957584 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d884f718-cd71-4054-9517-61b966d674a6 req-8a36a7b6-5222-4dac-8460-074139521ec3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Aug 29 11:39:15.046384 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-36b03541-7c8a-44be-ad73-d730b3524f1c req-5e7f03db-e333-49cc-b905-8b60279e6bc0 tempest-VolumesActionsTest-828131837 tempest-VolumesActionsTest-828131837-project] 10.222.0.43 "GET /v2.0/ports?device_id=5837d7c6-f8d5-4444-b030-16cd78297508 HTTP/1.1" status: 200 len: 210 time: 0.0259523 Aug 29 11:39:15.254014 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device b7e6d21e-f95e-4156-b1f6-fba9e7562c6e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:39:15.276841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: b7e6d21e-f95e-4156-b1f6-fba9e7562c6e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:39:15.277180 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device b7e6d21e-f95e-4156-b1f6-fba9e7562c6e not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:39:15.554463 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1afcf-bdd7-4294-9852-88517a453a9d req-a2039733-d74b-401a-8760-d75995d297f7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:15.556005 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c2e1afcf-bdd7-4294-9852-88517a453a9d req-a2039733-d74b-401a-8760-d75995d297f7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0599236 Aug 29 11:39:15.604596 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c2e1afcf-bdd7-4294-9852-88517a453a9d req-730f9cd9-e642-4dd7-963b-e5d0f3b5a36d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Aug 29 11:39:16.071818 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64f7ac-54bb-4b8c-9860-e89c2587f90c req-11a68b8b-9736-41a8-9bf5-66ed09c0acf1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:16.073451 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e64f7ac-54bb-4b8c-9860-e89c2587f90c req-11a68b8b-9736-41a8-9bf5-66ed09c0acf1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0478256 Aug 29 11:39:16.111605 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e64f7ac-54bb-4b8c-9860-e89c2587f90c req-a5fe2e65-9aba-44e2-bbb3-1f15f61bd9c7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Aug 29 11:39:16.774214 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2932530-3b27-4427-93a6-d5e55e47725e req-28189d96-ef88-486f-9a81-5ae96b5a86eb tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:16.775716 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c2932530-3b27-4427-93a6-d5e55e47725e req-28189d96-ef88-486f-9a81-5ae96b5a86eb tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0700705 Aug 29 11:39:16.815264 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c2932530-3b27-4427-93a6-d5e55e47725e req-7d9902cd-cbc0-41af-963a-f7f6fee60a28 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Aug 29 11:39:17.258022 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc620f-6148-4267-813a-65c5fc4851b2 req-f47817d2-27fe-4f1f-bd39-e531ee3301f7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:17.260259 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4adc620f-6148-4267-813a-65c5fc4851b2 req-f47817d2-27fe-4f1f-bd39-e531ee3301f7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Aug 29 11:39:17.301588 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4adc620f-6148-4267-813a-65c5fc4851b2 req-8f55016a-2da0-4e8f-9224-51b0b2f6eac2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Aug 29 11:39:17.939389 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242cc33-7252-4e5e-bc55-352722eaa1d8 req-17a61fd2-83fb-4cc2-8ac5-4103823f5238 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:17.940893 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a242cc33-7252-4e5e-bc55-352722eaa1d8 req-17a61fd2-83fb-4cc2-8ac5-4103823f5238 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0532289 Aug 29 11:39:17.980914 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a242cc33-7252-4e5e-bc55-352722eaa1d8 req-52d00a1d-9247-4f49-845e-b2c23ce28b89 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Aug 29 11:39:18.417630 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c9fae-e837-4086-987e-39af2940ede4 req-409c0c51-239c-45d8-92cf-0a721eec6f83 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:18.419087 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-006c9fae-e837-4086-987e-39af2940ede4 req-409c0c51-239c-45d8-92cf-0a721eec6f83 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Aug 29 11:39:18.455725 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-006c9fae-e837-4086-987e-39af2940ede4 req-c9fad5af-7396-443c-a911-b8173c1bb65b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Aug 29 11:39:19.094240 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592da55-b507-49f0-b722-3bb72b5ff0bc req-12081e19-6d7a-433b-b7ed-1318b36d6254 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:19.095702 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e592da55-b507-49f0-b722-3bb72b5ff0bc req-12081e19-6d7a-433b-b7ed-1318b36d6254 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0482254 Aug 29 11:39:19.131950 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e592da55-b507-49f0-b722-3bb72b5ff0bc req-1fc030b9-3b98-4339-961c-388d78b90736 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304773 Aug 29 11:39:19.566651 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4839a9a-62ef-4a49-883b-b6fd1e500f2a req-9b86a0f0-7457-48b3-a004-90f877799514 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:19.568013 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c4839a9a-62ef-4a49-883b-b6fd1e500f2a req-9b86a0f0-7457-48b3-a004-90f877799514 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0474219 Aug 29 11:39:19.607849 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c4839a9a-62ef-4a49-883b-b6fd1e500f2a req-8a0e88c6-260f-4900-8b8c-8e6d0a3931e6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Aug 29 11:39:20.243099 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843fb6d-9f22-4fb3-872e-a7c5da2dc6fd req-d26b3886-9fb6-4c09-9c61-931af0460a20 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:20.244557 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f843fb6d-9f22-4fb3-872e-a7c5da2dc6fd req-d26b3886-9fb6-4c09-9c61-931af0460a20 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0472434 Aug 29 11:39:20.281786 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f843fb6d-9f22-4fb3-872e-a7c5da2dc6fd req-e7c29438-880f-43e0-882b-548303cbbc10 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Aug 29 11:39:20.719446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b8c0a-2afa-4476-be43-08ee063e086a req-33e90075-5fc3-4a92-a602-18c5c6a08213 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:20.720932 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-071b8c0a-2afa-4476-be43-08ee063e086a req-33e90075-5fc3-4a92-a602-18c5c6a08213 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Aug 29 11:39:20.758128 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-071b8c0a-2afa-4476-be43-08ee063e086a req-0683c8f5-35d0-487e-9790-c5cd9645060f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Aug 29 11:39:21.393667 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05df0-8dd6-41ed-a184-45cff260c5c1 req-fe2ec97d-7576-4989-997e-44b6b65dd31d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:21.395135 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a7b05df0-8dd6-41ed-a184-45cff260c5c1 req-fe2ec97d-7576-4989-997e-44b6b65dd31d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0484130 Aug 29 11:39:21.435079 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a7b05df0-8dd6-41ed-a184-45cff260c5c1 req-4ee29b27-ed6b-4bde-8bf1-d3aa2b7e0360 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Aug 29 11:39:21.870741 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9505c-03bc-4719-8f95-8d2e628093c0 req-1e151ea0-8f65-4fb8-9bcd-ced707ba8233 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:21.872088 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6db9505c-03bc-4719-8f95-8d2e628093c0 req-1e151ea0-8f65-4fb8-9bcd-ced707ba8233 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0472279 Aug 29 11:39:21.909292 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6db9505c-03bc-4719-8f95-8d2e628093c0 req-62abede1-4485-4004-9005-981fb3bb4ddf tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Aug 29 11:39:22.558841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446bf0-5bc5-4d62-aff7-b399e6ffbc75 req-76dfab1c-3c71-43ac-a5fd-39f3fbbd5807 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:22.560298 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-69446bf0-5bc5-4d62-aff7-b399e6ffbc75 req-76dfab1c-3c71-43ac-a5fd-39f3fbbd5807 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0558672 Aug 29 11:39:22.597583 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-69446bf0-5bc5-4d62-aff7-b399e6ffbc75 req-58ee21e6-34e7-4ec6-b452-b9b82251bbbc tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 29 11:39:23.024879 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c9a2-ea17-44a1-858e-e9efc69d5ec2 req-bee8a3fe-c87d-4519-8f12-cf1e9e5d85cc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:23.026363 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5c70c9a2-ea17-44a1-858e-e9efc69d5ec2 req-bee8a3fe-c87d-4519-8f12-cf1e9e5d85cc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Aug 29 11:39:23.062359 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5c70c9a2-ea17-44a1-858e-e9efc69d5ec2 req-e52e0534-70ef-4820-a2f2-cb0f70d5a076 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300906 Aug 29 11:39:23.721879 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46baeb-f481-49ec-ab50-c2d54d789c6f req-c86c94a1-75fc-47db-878f-e9f522df738c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:23.726069 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2f46baeb-f481-49ec-ab50-c2d54d789c6f req-c86c94a1-75fc-47db-878f-e9f522df738c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0582564 Aug 29 11:39:23.775058 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2f46baeb-f481-49ec-ab50-c2d54d789c6f req-9c9f1f61-294f-49a9-8531-c9a4004788fa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367432 Aug 29 11:39:24.188732 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497800-cf40-4c18-943a-50cb69f7d191 req-c42e369f-614d-4bbc-8c13-a5d789875c0c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:24.196320 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50497800-cf40-4c18-943a-50cb69f7d191 req-c42e369f-614d-4bbc-8c13-a5d789875c0c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0597799 Aug 29 11:39:24.229471 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50497800-cf40-4c18-943a-50cb69f7d191 req-9e07dabc-7f3b-40ed-bdc5-53ea689f2887 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Aug 29 11:39:24.255051 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-15fd7179-81c5-4d72-9d63-b593282aac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:24.898228 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d380e-cec7-4521-98ac-2da6998a5859 req-a749006d-8d69-4094-b1b8-b161c0beee2f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:24.899705 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5b2d380e-cec7-4521-98ac-2da6998a5859 req-a749006d-8d69-4094-b1b8-b161c0beee2f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0509050 Aug 29 11:39:24.940025 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5b2d380e-cec7-4521-98ac-2da6998a5859 req-39334abd-296d-499b-85fe-d9f1136e9567 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Aug 29 11:39:26.018634 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54750) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:26.192446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.214513 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3f4c9-432c-49c5-88f3-4eccda14ca68 req-346e1651-8ac4-4dbe-beed-8cbc764d4724 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:26.217825 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-51f3f4c9-432c-49c5-88f3-4eccda14ca68 req-346e1651-8ac4-4dbe-beed-8cbc764d4724 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0680711 Aug 29 11:39:26.277610 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-51f3f4c9-432c-49c5-88f3-4eccda14ca68 req-1d86516c-b3c4-4e50-8ee8-87613e53c331 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526309 Aug 29 11:39:26.303798 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.388022 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.403371 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8764f-d0bb-4973-9a20-71de9c345f79 req-28ef20e0-2645-4067-bc31-b324d54855b7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:26.403371 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9f8764f-d0bb-4973-9a20-71de9c345f79 req-28ef20e0-2645-4067-bc31-b324d54855b7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0660107 Aug 29 11:39:26.447769 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0eb2b04cee5b43a6a390a733a4e31cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349391 Aug 29 11:39:26.450229 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54758) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:26.457567 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb8901-fed1-4790-9e2c-d3ac8916d5b7,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:26.461214 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9f8764f-d0bb-4973-9a20-71de9c345f79 req-ffd8a56b-195e-43c6-ba8f-06601e28e673 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526376 Aug 29 11:39:26.475768 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.476331 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.476720 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.477066 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.477403 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.477739 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.478065 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.478603 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.478936 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.479266 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.479593 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.479914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccecc153-ed9f-45e8-8411-89413a4727e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:26.528715 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.552459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.741951 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.745090 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:26.746483 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fcb8901-fed1-4790-9e2c-d3ac8916d5b7 HTTP/1.1" status: 204 len: 168 time: 0.2951164 Aug 29 11:39:26.756542 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37b18-1764-482a-842b-783aa793cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb8901-fed1-4790-9e2c-d3ac8916d5b7,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:26.947970 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d9247250-77c8-441b-90b2-e68eb9a76002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:27.349487 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:27.403775 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174d595-ae79-4a9e-8893-b1803a2b3e27 req-c4b8551e-f8ad-43e8-8304-8f149ee7c2e3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:27.405291 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f174d595-ae79-4a9e-8893-b1803a2b3e27 req-c4b8551e-f8ad-43e8-8304-8f149ee7c2e3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0542829 Aug 29 11:39:27.447231 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f174d595-ae79-4a9e-8893-b1803a2b3e27 req-8570b35a-dc99-459f-a127-7e607f9bce5f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Aug 29 11:39:27.592379 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b178df-5f22-4069-9a81-6bfca26789af req-314d137b-1441-4493-9f8f-ea272091289c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:27.593912 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9b178df-5f22-4069-9a81-6bfca26789af req-314d137b-1441-4493-9f8f-ea272091289c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0527124 Aug 29 11:39:27.641301 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9b178df-5f22-4069-9a81-6bfca26789af req-1ea203e0-c71e-4bba-bf9f-9ab15521065d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Aug 29 11:39:27.936896 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:27.939129 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54792) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:28.042995 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-108088222-network', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:28.142230 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Made reservation on behalf of 2e6ec23d9af8483c99a30c4cec4015a1 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:39:28.144712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.156556 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.261424 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.347983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.381465 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:39:28.386976 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd84ff8-c235-4059-a675-6bd6129f07a5,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:28.396254 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.396580 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Added segment f80b3f6d-59df-439e-9782-f2888a9c18bc of type vlan for network 74644692-7987-4516-ba84-526b4742c34d Aug 29 11:39:28.441768 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.538493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.539545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:28.540222 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.623473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] Pushing event updated for resources: {'Network': ['ID=74644692-7987-4516-ba84-526b4742c34d,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:28.635829 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 74644692-7987-4516-ba84-526b4742c34d details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:39:28.639091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8baba-3584-403a-82e8-656fd9086433 req-72dd3189-258f-4499-a012-f133adbb3a14 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:28.640643 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9fc8baba-3584-403a-82e8-656fd9086433 req-72dd3189-258f-4499-a012-f133adbb3a14 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1120794 Aug 29 11:39:28.699997 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9fc8baba-3584-403a-82e8-656fd9086433 req-0589621d-d51c-433d-8500-5c1eee846d3c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530925 Aug 29 11:39:28.705587 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-fd7b2396-90c7-45c1-934e-261f6fd3f537 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7634101 Aug 29 11:39:28.705587 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54802) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:28.710591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Request body: {'subnet': {'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-108088222-subnet', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:28.810183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabb8d6-be9d-49bc-ad16-6e33c17aa79c req-10840859-af6a-4596-a471-acb1fda5acf4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:28.811750 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ffabb8d6-be9d-49bc-ad16-6e33c17aa79c req-10840859-af6a-4596-a471-acb1fda5acf4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0496621 Aug 29 11:39:28.831640 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Made reservation on behalf of 2e6ec23d9af8483c99a30c4cec4015a1 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:39:28.833968 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:28.899358 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ffabb8d6-be9d-49bc-ad16-6e33c17aa79c req-3b9635da-c98e-4cc8-bbca-1f99c88f6c71 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813835 Aug 29 11:39:29.095196 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.152455 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=402957c8-518d-4ae5-bef6-789845eca07d,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:29.163750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:29.164105 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Network hostable DHCP agents. Network: 74644692-7987-4516-ba84-526b4742c34d, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:39:29.233734 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Network 74644692-7987-4516-ba84-526b4742c34d is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:39:29.332987 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 74644692-7987-4516-ba84-526b4742c34d) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:29.338632 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:29.339268 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.347671 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c75dc-e182-4957-b010-ca425113b13a None None] Network 74644692-7987-4516-ba84-526b4742c34d requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:39:29.423780 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b2938f94-d945-4fe8-9cdb-76671b031eab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7161605 Aug 29 11:39:29.429171 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54810) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:29.438914 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:29.517613 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-74644692-7987-4516-ba84-526b4742c34d', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:39:29.518685 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.547728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.576701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.577761 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.634820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.678510 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Allocated IP 172.20.0.2 (74644692-7987-4516-ba84-526b4742c34d/402957c8-518d-4ae5-bef6-789845eca07d/e914ad6c-2605-4d2e-87ab-986ea2192aa6) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:29.861074 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.870526 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Transition to ACTIVE for port object e914ad6c-2605-4d2e-87ab-986ea2192aa6 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:29.890033 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Transition to ACTIVE for port object e914ad6c-2605-4d2e-87ab-986ea2192aa6 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:29.909406 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:29.921882 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0967f-12e2-4564-9b74-0964954893d8 req-36af307c-903b-4944-bbd2-5c8eabd57abc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:29.924164 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c1d0967f-12e2-4564-9b74-0964954893d8 req-36af307c-903b-4944-bbd2-5c8eabd57abc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1205959 Aug 29 11:39:29.967058 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c1d0967f-12e2-4564-9b74-0964954893d8 req-1a03fedf-5680-45b0-8602-3a6df3fea912 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 Aug 29 11:39:29.977387 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.032605 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:30.035860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:30.042387 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:30.051554 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Pushing event updated for resources: {'Port': ['ID=e914ad6c-2605-4d2e-87ab-986ea2192aa6,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:30.095706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.096263 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.096802 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.097531 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.098166 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.098511 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.098847 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.099181 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.099534 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.118131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.118131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.118131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:30.134046 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Attempting to bind port e914ad6c-2605-4d2e-87ab-986ea2192aa6 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:30.134942 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Attempting to bind port e914ad6c-2605-4d2e-87ab-986ea2192aa6 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:30.135498 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Attempting to bind port e914ad6c-2605-4d2e-87ab-986ea2192aa6 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:30.151326 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:30.152148 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:30.152558 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.152998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Bound using segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:30.153564 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Bound port: e914ad6c-2605-4d2e-87ab-986ea2192aa6, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:30.153985 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.261207 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] For port e914ad6c-2605-4d2e-87ab-986ea2192aa6, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:30.265149 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] For port e914ad6c-2605-4d2e-87ab-986ea2192aa6, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e914ad6c-2605-4d2e-87ab-986ea2192aa6,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:30.410440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.420109 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33496dc-e726-4d9a-ac0e-4bda08c2c47d req-2d65d555-32c0-4b12-9a63-bc065b6ab305 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:30.420109 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f33496dc-e726-4d9a-ac0e-4bda08c2c47d req-2d65d555-32c0-4b12-9a63-bc065b6ab305 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.3287132 Aug 29 11:39:30.470639 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f33496dc-e726-4d9a-ac0e-4bda08c2c47d req-f6e4ac51-e5fe-4dcc-9bb3-dd6a309a001f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Aug 29 11:39:30.486233 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2eff1-b61b-4ecc-979e-2966168087af None None] Pushing event updated for resources: {'Port': ['ID=e914ad6c-2605-4d2e-87ab-986ea2192aa6,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:30.591927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.617579 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:30.748955 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-8b9f7256-7649-4c37-a918-2266834b250f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:30.760335 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-8b9f7256-7649-4c37-a918-2266834b250f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.1822987 Aug 29 11:39:30.783537 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-4fb84577-35c1-4c20-ab2f-4e6bd32d9049 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/quotas/683ffb03338c4c45b3f07bba8538380d HTTP/1.1" status: 200 len: 375 time: 0.0218654 Aug 29 11:39:30.825766 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Allocated IP 172.27.1.118 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/03550922-9e30-4f5f-a2ae-45901315cee1) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:30.870758 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-f4796ab0-8fdd-408c-95d7-e9709ff5b9d6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857887 Aug 29 11:39:30.974234 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-fc49cfcd-be8c-44de-ab15-f86fa65be579 service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024432 Aug 29 11:39:30.991226 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:31.092950 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-586c59df-7b3e-4812-aea4-9e78f271127e service neutron] 10.222.0.43 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178703 Aug 29 11:39:31.122342 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13ed46-8eb8-4e06-a35d-7f74dfa8cda8 req-c1183c02-7a75-4ad7-8357-4b90b0eb292d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:31.123819 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bc13ed46-8eb8-4e06-a35d-7f74dfa8cda8 req-c1183c02-7a75-4ad7-8357-4b90b0eb292d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0567224 Aug 29 11:39:31.125751 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:31.195045 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:31.201362 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:31.210674 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:31.247651 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Pushing event updated for resources: {'Port': ['ID=03550922-9e30-4f5f-a2ae-45901315cee1,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:31.264880 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:31.284089 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bc13ed46-8eb8-4e06-a35d-7f74dfa8cda8 req-521258db-dbdc-4312-9a50-be27d3d5ad43 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463480 Aug 29 11:39:31.522936 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-07465c98-35f7-4e81-ad5c-7944f6b36446 req-eef2ca83-2468-4548-8936-68a295a5942d tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.1200800 Aug 29 11:39:31.640450 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e914ad6c-2605-4d2e-87ab-986ea2192aa6 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:31.781392 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24b529-4cc0-4a4e-872b-df2e4bf243fd None None] Network 74644692-7987-4516-ba84-526b4742c34d requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:39:31.826199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:31.881902 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port e914ad6c-2605-4d2e-87ab-986ea2192aa6 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:32.013962 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9794c920-490c-4254-991e-5be72f90796b None None] Provisioning for port e914ad6c-2605-4d2e-87ab-986ea2192aa6 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:32.025945 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9794c920-490c-4254-991e-5be72f90796b None None] Provisioning complete for port e914ad6c-2605-4d2e-87ab-986ea2192aa6 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:32.026365 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9794c920-490c-4254-991e-5be72f90796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.135538 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.143991 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5b60-3297-400b-a96c-da3321c9d195 req-dc5e0e6d-4fd5-4d33-a831-f6c159afc709 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:32.151416 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-893f5b60-3297-400b-a96c-da3321c9d195 req-dc5e0e6d-4fd5-4d33-a831-f6c159afc709 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.4348035 Aug 29 11:39:32.178386 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9794c920-490c-4254-991e-5be72f90796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.232391 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-893f5b60-3297-400b-a96c-da3321c9d195 req-93c95b45-097d-4260-890d-6a0eaf50344e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716596 Aug 29 11:39:32.383150 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-9794c920-490c-4254-991e-5be72f90796b None None] For port e914ad6c-2605-4d2e-87ab-986ea2192aa6, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e914ad6c-2605-4d2e-87ab-986ea2192aa6,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:32.461537 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146dc1d-1b57-4f5e-aebd-bf6c38b4fda6 req-d607a0d3-ff75-45cd-bdd6-c8ee1eced47f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:32.462840 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f146dc1d-1b57-4f5e-aebd-bf6c38b4fda6 req-d607a0d3-ff75-45cd-bdd6-c8ee1eced47f tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0670478 Aug 29 11:39:32.508768 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f146dc1d-1b57-4f5e-aebd-bf6c38b4fda6 req-7e672084-52be-447e-a407-df9d27f3e597 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Aug 29 11:39:32.514579 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9794c920-490c-4254-991e-5be72f90796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.553720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:39:32.572446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794c920-490c-4254-991e-5be72f90796b None None] Pushing event updated for resources: {'Port': ['ID=e914ad6c-2605-4d2e-87ab-986ea2192aa6,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:32.637196 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ef4d7359-8722-48e9-a012-3eca02f7ad99 req-5acfb1b5-b67e-4070-888f-d874f098a93b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.0383492 Aug 29 11:39:32.688696 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-458d8a5a-6fc2-483b-8e8c-c6357cb7b3ff None None] Provisioning complete for port e914ad6c-2605-4d2e-87ab-986ea2192aa6 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:32.693072 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-458d8a5a-6fc2-483b-8e8c-c6357cb7b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.774818 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:39:32.791552 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:39:32.803746 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:32.808670 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:32.891079 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:32.897377 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9c7ecb21-3362-46c5-9eae-0b605dc248c2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4641025 Aug 29 11:39:32.897675 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54880) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:32.937149 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:33.140367 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:31Z', 'revision_number': 3, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:33.170827 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:39:33.171568 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Updating router a80b56cb-d2cc-4905-9ae4-1a63843108bf port 03550922-9e30-4f5f-a2ae-45901315cee1 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:39:33.197574 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.467120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bbbd5-fcf1-4b72-82c4-0818a2a6c542 req-41956182-f5ef-4fc7-9bc7-4124145324dc tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:33.468743 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b01bbbd5-fcf1-4b72-82c4-0818a2a6c542 req-41956182-f5ef-4fc7-9bc7-4124145324dc tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0936234 Aug 29 11:39:33.511590 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.528199 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Transition to ACTIVE for port object 03550922-9e30-4f5f-a2ae-45901315cee1 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:33.536813 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e914ad6c-2605-4d2e-87ab-986ea2192aa6 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:33.574532 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b01bbbd5-fcf1-4b72-82c4-0818a2a6c542 req-acccea49-4610-4d44-814c-9c3c55b74b9e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754631 Aug 29 11:39:33.595143 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.628226 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.656966 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port e914ad6c-2605-4d2e-87ab-986ea2192aa6 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:33.658919 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.714530 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Pushing event updated for resources: {'Port': ['ID=03550922-9e30-4f5f-a2ae-45901315cee1,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:33.730325 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.731500 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.732419 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.733833 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.734626 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.735652 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.736160 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e16fb-b2fb-430a-b08d-beaf45533149 req-4d06c16d-da56-4285-bd2c-c1974df35aec tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:33.736970 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.737965 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.738789 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.741620 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.742135 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-db5e16fb-b2fb-430a-b08d-beaf45533149 req-4d06c16d-da56-4285-bd2c-c1974df35aec tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1244543 Aug 29 11:39:33.742660 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.744054 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:39:33.824410 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Attempting to bind port 03550922-9e30-4f5f-a2ae-45901315cee1 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:33.827684 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Attempting to bind port 03550922-9e30-4f5f-a2ae-45901315cee1 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:33.827684 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Attempting to bind port 03550922-9e30-4f5f-a2ae-45901315cee1 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:33.828583 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-384f32a0-c6a8-477d-9c69-55b47d3f4f0d req-eaaac48e-b281-4e18-a623-ff53c581e68e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.0352159 Aug 29 11:39:33.836782 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:33.837430 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:33.837840 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.838230 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:33.838703 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Bound port: 03550922-9e30-4f5f-a2ae-45901315cee1, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:33.839103 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:33.843261 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-db5e16fb-b2fb-430a-b08d-beaf45533149 req-8dd5c15e-df3f-4e1a-b2af-f7edbd7abc79 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946786 Aug 29 11:39:33.900838 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Allocated IP 172.20.0.1 (74644692-7987-4516-ba84-526b4742c34d/402957c8-518d-4ae5-bef6-789845eca07d/730189fe-08cb-45b7-9158-96025bd6d290) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:34.048072 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.059956 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] For port 03550922-9e30-4f5f-a2ae-45901315cee1, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:34.063859 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] For port 03550922-9e30-4f5f-a2ae-45901315cee1, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=03550922-9e30-4f5f-a2ae-45901315cee1,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:34.067262 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Transition to ACTIVE for port object 730189fe-08cb-45b7-9158-96025bd6d290 will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:34.138301 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.165929 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.209603 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:34.214702 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:34.221219 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:34.236938 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:34.237796 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:34.263816 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Pushing event updated for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:34.290710 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142943fd-e073-4e22-b926-a430b8a7b544 None None] Pushing event updated for resources: {'Port': ['ID=03550922-9e30-4f5f-a2ae-45901315cee1,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:34.300187 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.435566 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:34.537593 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-86581564-0bb2-4789-8642-6e554b7ce1af tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:34.545714 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-86581564-0bb2-4789-8642-6e554b7ce1af tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/networks?id=85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 200 len: 815 time: 0.2706022 Aug 29 11:39:34.563486 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Request body: {'port': {'device_id': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'admin_state_up': True, 'tenant_id': '683ffb03338c4c45b3f07bba8538380d'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:34.697738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.713931 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-6f7fafa7-d3ab-4f52-8ead-019ad61245f3 None None] Provisioning for port 730189fe-08cb-45b7-9158-96025bd6d290 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:34.719471 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-6f7fafa7-d3ab-4f52-8ead-019ad61245f3 None None] Provisioning complete for port 730189fe-08cb-45b7-9158-96025bd6d290 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:34.719849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6f7fafa7-d3ab-4f52-8ead-019ad61245f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.784911 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a2e85-4ad7-4028-b94e-49572624d37e req-a787aa33-ba09-4498-b483-29f75a5a0532 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:34.787732 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf5a2e85-4ad7-4028-b94e-49572624d37e req-a787aa33-ba09-4498-b483-29f75a5a0532 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0953903 Aug 29 11:39:34.802269 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fafa7-d3ab-4f52-8ead-019ad61245f3 None None] Port 730189fe-08cb-45b7-9158-96025bd6d290 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:39:34.823079 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:31Z', 'revision_number': 3, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:34.846131 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Made reservation on behalf of 683ffb03338c4c45b3f07bba8538380d for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:39:34.853128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:34.910626 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf5a2e85-4ad7-4028-b94e-49572624d37e req-2c178c31-6725-4d50-b21a-3b07ddbefd39 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975883 Aug 29 11:39:34.947260 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab20e5-bbdb-4375-8e75-f4ca911358c9 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:31Z', 'revision_number': 3, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:39:35.124611 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9afc922f-8c64-4430-a7ba-876149b50481 req-3056e762-da1f-4d62-8363-2c8915cf48d7 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.0533848 Aug 29 11:39:35.134164 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.209062 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e8415-a441-49d7-acf7-78ec183f8531 req-df9db818-8881-4b00-ac5b-79ba72274dbe tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:35.220232 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-996e8415-a441-49d7-acf7-78ec183f8531 req-df9db818-8881-4b00-ac5b-79ba72274dbe tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1167524 Aug 29 11:39:35.223251 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.330269 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.332298 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Pushing event updated for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:35.390392 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Allocated IP 172.20.0.6 (85eb6138-dba6-4d3a-ad01-9fb599e0f220/f70e393f-a098-4fec-9bfc-426f961d1675/d6d0e388-7b88-41f2-972f-320eeebff195) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:35.420736 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-996e8415-a441-49d7-acf7-78ec183f8531 req-d30a038e-137e-4d78-8e6e-29c42d52e91e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990881 Aug 29 11:39:35.574201 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:35.582312 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:35.641972 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 03550922-9e30-4f5f-a2ae-45901315cee1 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:35.759795 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:39:35.762264 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.889760 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:39:35.896677 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-fa5e944f-2787-476a-ae3b-f01119216199 admin admin] 10.222.0.43 "PUT /v2.0/routers/a80b56cb-d2cc-4905-9ae4-1a63843108bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9967246 Aug 29 11:39:35.945675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ed534079-4a0f-4052-a101-e335e8bf561f None None] Provisioning complete for port 730189fe-08cb-45b7-9158-96025bd6d290 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:35.946216 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ed534079-4a0f-4052-a101-e335e8bf561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.977345 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:35.986863 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 03550922-9e30-4f5f-a2ae-45901315cee1 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:36.007173 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37', 'feb52b79-14cc-41b5-866f-0ae709919c37', '1d05f499-b1bc-42be-ae5a-6651a5a331e6'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:39:36.011125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:36.013784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:36.052371 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:36.076089 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 03550922-9e30-4f5f-a2ae-45901315cee1 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:36.076460 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:36.141004 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event updated for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:36.151888 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-ed534079-4a0f-4052-a101-e335e8bf561f None None] Port 730189fe-08cb-45b7-9158-96025bd6d290 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:39:36.179120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3337-d4b5-49d8-a208-b824ce53d666 req-6b5742f4-e5bf-4adf-adc0-fdf2f2d031ed tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:36.181570 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-db3c3337-d4b5-49d8-a208-b824ce53d666 req-6b5742f4-e5bf-4adf-adc0-fdf2f2d031ed tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1679981 Aug 29 11:39:36.213637 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:36.216193 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:36.281609 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:36.286989 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-db3c3337-d4b5-49d8-a208-b824ce53d666 req-e62036af-ec34-408c-b13a-f9be42ef0c8d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860922 Aug 29 11:39:36.328112 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-2ebeba55-d384-4ea3-99f7-d6a190aa393b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7681208 Aug 29 11:39:36.343585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48929-70a9-45f0-b5d4-8891038b0a09 req-199e15f6-c4a8-4a6f-a248-b87170a29ba8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:36.356150 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6c48929-70a9-45f0-b5d4-8891038b0a09 req-199e15f6-c4a8-4a6f-a248-b87170a29ba8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 931 time: 0.0983264 Aug 29 11:39:36.397488 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 03550922-9e30-4f5f-a2ae-45901315cee1, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=03550922-9e30-4f5f-a2ae-45901315cee1,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:36.435707 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6c48929-70a9-45f0-b5d4-8891038b0a09 req-283ec116-82d8-4e17-ab65-d0e3ee60d3bb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Aug 29 11:39:36.492229 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:36.594312 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=03550922-9e30-4f5f-a2ae-45901315cee1,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:36.635527 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985855b6-b02b-4c55-abb5-b7337a9cdf51 req-73ca1452-d9af-45ac-8687-467e29a7a896 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:36.637167 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-985855b6-b02b-4c55-abb5-b7337a9cdf51 req-73ca1452-d9af-45ac-8687-467e29a7a896 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0665865 Aug 29 11:39:36.698953 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-985855b6-b02b-4c55-abb5-b7337a9cdf51 req-77bdc613-cea4-40d1-b5c0-048f7d3dc293 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499272 Aug 29 11:39:37.106206 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54966) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:37.111424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-29850124-network', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:37.200563 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Made reservation on behalf of 4dfbb5f5c5204e3b811854ccee405922 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:39:37.203233 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.216495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.328692 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:39:37.348380 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:37.349058 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:37.349835 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.423523 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a1766-b723-4091-8528-6fee2ec57be7 req-37d0d074-a6e7-4d2d-970c-935a17ddc202 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:37.427851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.431725 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-215a1766-b723-4091-8528-6fee2ec57be7 req-37d0d074-a6e7-4d2d-970c-935a17ddc202 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0612469 Aug 29 11:39:37.473656 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:39:37.480219 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-215a1766-b723-4091-8528-6fee2ec57be7 req-f551b1a2-6509-4173-8324-913772e97c0e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474524 Aug 29 11:39:37.484380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.484760 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Added segment 51a596b3-2e97-4632-ac2c-1b42d30485a3 of type vlan for network ed7fdc72-14c1-47f8-82ae-717742dcc664 Aug 29 11:39:37.535756 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.548679 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:37.582243 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26af8b8-8219-4eff-bd0e-b5ec587e662e,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:37.612339 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 03550922-9e30-4f5f-a2ae-45901315cee1 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:37.635348 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdf6fe-0067-460a-b072-9fc183588906 req-613b99e3-2bdc-44ca-b352-0edd82457557 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:37.644962 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64fdf6fe-0067-460a-b072-9fc183588906 req-613b99e3-2bdc-44ca-b352-0edd82457557 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 931 time: 0.0802448 Aug 29 11:39:37.673648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.674649 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:37.675763 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.689690 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64fdf6fe-0067-460a-b072-9fc183588906 req-54e1f7f7-cda0-42e3-abdf-598bd1d8b5fb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Aug 29 11:39:37.739822 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7fdc72-14c1-47f8-82ae-717742dcc664,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:37.753544 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 03550922-9e30-4f5f-a2ae-45901315cee1 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:37.753731 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:37.781196 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:39:37.847043 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bc8381c8-eace-46be-b6a9-b7fa57fc7367 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7373464 Aug 29 11:39:37.847243 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 54982) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:37.852611 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Request body: {'subnet': {'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-29850124-subnet', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:37.865360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf90427-6ecf-4417-a929-8792431411f3 req-a7d509a3-7bfa-4273-8903-7f6ccb5bacc4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:37.873316 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fcf90427-6ecf-4417-a929-8792431411f3 req-a7d509a3-7bfa-4273-8903-7f6ccb5bacc4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0650887 Aug 29 11:39:37.913102 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fcf90427-6ecf-4417-a929-8792431411f3 req-c8cc8b77-0dd4-42bd-82ca-38ff6f9e2d23 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Aug 29 11:39:37.947720 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Made reservation on behalf of 4dfbb5f5c5204e3b811854ccee405922 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:39:37.953270 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31252503'] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.030084 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 2, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:38.055610 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:39:38.055961 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Updating router a80b56cb-d2cc-4905-9ae4-1a63843108bf port 730189fe-08cb-45b7-9158-96025bd6d290 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:39:38.079961 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.187585 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31252581'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.245980 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb20853-dee2-40c6-8d50-ddb6967d7f53,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:38.255066 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Checking segment: {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:38.255420 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Network hostable DHCP agents. Network: ed7fdc72-14c1-47f8-82ae-717742dcc664, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:39:38.336537 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:39:38.340381 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.349798 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Transition to ACTIVE for port object 730189fe-08cb-45b7-9158-96025bd6d290 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:38.422021 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, ed7fdc72-14c1-47f8-82ae-717742dcc664) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:38.426573 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:38.427387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.431631 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62a15a-bd62-4c67-bb99-e05ef3485e1f None None] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:39:38.444937 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.528781 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e95ea-09f5-47f3-9c8e-4d7c010a7f0b None None] Pushing event updated for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:38.544165 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 54986) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:38.546018 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-58fb6954-d70d-48ee-9da4-74953abee8b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6977623 Aug 29 11:39:38.552151 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:38.627100 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b0be-3a6f-4618-a47c-1fb91330dca0 req-5ade2808-cb57-4081-870b-5c9faa128176 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:38.635059 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f367b0be-3a6f-4618-a47c-1fb91330dca0 req-5ade2808-cb57-4081-870b-5c9faa128176 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0779889 Aug 29 11:39:38.639640 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Attempting to bind port 730189fe-08cb-45b7-9158-96025bd6d290 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:38.641721 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Attempting to bind port 730189fe-08cb-45b7-9158-96025bd6d290 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:38.641721 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Attempting to bind port 730189fe-08cb-45b7-9158-96025bd6d290 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:38.651741 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:38.652117 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:38.652511 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.652968 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Bound using segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:38.653455 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Bound port: 730189fe-08cb-45b7-9158-96025bd6d290, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:38.653812 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.668142 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:39:38.683050 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f367b0be-3a6f-4618-a47c-1fb91330dca0 req-d3a2873e-3031-495f-891a-3a2eee77b49e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Aug 29 11:39:38.690673 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.691948 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.729813 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-ed7fdc72-14c1-47f8-82ae-717742dcc664', 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'fixed_ips': [{'subnet_id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:39:38.730657 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.770489 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:38.770727 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] For port 730189fe-08cb-45b7-9158-96025bd6d290, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:38.774171 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] For port 730189fe-08cb-45b7-9158-96025bd6d290, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=730189fe-08cb-45b7-9158-96025bd6d290,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:38.807516 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d28b0-9c6a-43fd-b644-1d13e580f1c5 req-2f1caf14-a0ad-403d-a557-8fa0c6ae98fc tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:38.809031 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2b4d28b0-9c6a-43fd-b644-1d13e580f1c5 req-2f1caf14-a0ad-403d-a557-8fa0c6ae98fc tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 931 time: 0.0509596 Aug 29 11:39:38.861487 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2b4d28b0-9c6a-43fd-b644-1d13e580f1c5 req-f5adf4e1-b126-454a-b43f-29338219917d tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Aug 29 11:39:38.903448 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Allocated IP 172.20.0.2 (ed7fdc72-14c1-47f8-82ae-717742dcc664/bbb20853-dee2-40c6-8d50-ddb6967d7f53/5097e82e-6086-4062-b906-a9f2bb73943e) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:38.909827 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.014397 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.057253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decaebe-62b4-4445-ba98-cd7bc8206327 req-1a157672-196c-4cd5-ab2e-bba250b70f9b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:39.058814 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7decaebe-62b4-4445-ba98-cd7bc8206327 req-1a157672-196c-4cd5-ab2e-bba250b70f9b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0592959 Aug 29 11:39:39.098191 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7decaebe-62b4-4445-ba98-cd7bc8206327 req-00cc288b-2f81-471f-bcc8-67e55917dcd9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Aug 29 11:39:39.137080 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:39.137734 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:39.139474 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e95ea-09f5-47f3-9c8e-4d7c010a7f0b None None] Pushing event updated for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:39.320046 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:39.342625 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.350473 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.362351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.366156 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Transition to ACTIVE for port object 5097e82e-6086-4062-b906-a9f2bb73943e will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:39.450094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Transition to ACTIVE for port object 5097e82e-6086-4062-b906-a9f2bb73943e will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:39.472064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Allocated IP 172.27.1.244 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/3a35394d-2444-4cad-8da9-06e171c6de90) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:39.495253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Request body: {'port': {'device_id': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:39.528592 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.595527 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:39.600432 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Pushing event updated for resources: {'Port': ['ID=5097e82e-6086-4062-b906-a9f2bb73943e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:39.604528 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:39.608150 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:39.650506 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.692901 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Attempting to bind port 5097e82e-6086-4062-b906-a9f2bb73943e on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:39.694084 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Attempting to bind port 5097e82e-6086-4062-b906-a9f2bb73943e by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:39.694690 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Attempting to bind port 5097e82e-6086-4062-b906-a9f2bb73943e on network ed7fdc72-14c1-47f8-82ae-717742dcc664 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:39.698328 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:38Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:39.733584 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e62219-9152-4d3b-b78f-32eaa0aad2a7 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:38Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:39:39.735519 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:39.735917 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Checking segment: {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:39.736302 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.736665 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Bound using segment: {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:39.737214 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Bound port: 5097e82e-6086-4062-b906-a9f2bb73943e, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:39.737599 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:39.854729 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] For port 5097e82e-6086-4062-b906-a9f2bb73943e, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:39.858582 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] For port 5097e82e-6086-4062-b906-a9f2bb73943e, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=5097e82e-6086-4062-b906-a9f2bb73943e,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:39.861849 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:40.011338 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:40.042661 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5cda-5e1f-4024-a980-2938f4397543 req-f8f4b8ee-e815-4e6d-ade6-a1bf75407706 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:40.061243 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c60d5cda-5e1f-4024-a980-2938f4397543 req-f8f4b8ee-e815-4e6d-ade6-a1bf75407706 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 931 time: 0.0901487 Aug 29 11:39:40.140133 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c60d5cda-5e1f-4024-a980-2938f4397543 req-21fe0bd5-64f6-463e-a1fd-52d0a2dd3cb5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775661 Aug 29 11:39:40.154263 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15ddda-f63b-4af2-96c6-65451ee04599 None None] Pushing event updated for resources: {'Port': ['ID=5097e82e-6086-4062-b906-a9f2bb73943e,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:40.300566 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12bb86-06ee-49aa-8541-4a7b7883aa96 req-882337e8-1c70-4d43-807c-112e412456f5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:40.309644 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa12bb86-06ee-49aa-8541-4a7b7883aa96 req-882337e8-1c70-4d43-807c-112e412456f5 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0893457 Aug 29 11:39:40.370328 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-aa12bb86-06ee-49aa-8541-4a7b7883aa96 req-d75f233b-63c3-419d-8331-99be06f1e0a9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Aug 29 11:39:40.479635 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170178-e1c6-464b-a7f6-35ce0f673d3c req-87392d60-5c79-4ff1-bd4b-af95e68a7a02 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:40.487078 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-53170178-e1c6-464b-a7f6-35ce0f673d3c req-87392d60-5c79-4ff1-bd4b-af95e68a7a02 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.5915890 Aug 29 11:39:40.595407 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-53170178-e1c6-464b-a7f6-35ce0f673d3c req-eb0acc50-d49e-4011-a6e5-208b558644ff tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026130 Aug 29 11:39:40.654696 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:40.734483 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=3a35394d-2444-4cad-8da9-06e171c6de90,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:40.807617 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:40.810987 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:40.822049 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:40.919932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d0e388-7b88-41f2-972f-320eeebff195 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:39:40.942641 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:41.068021 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Transition to ACTIVE for port object d6d0e388-7b88-41f2-972f-320eeebff195 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:41.154856 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:41.268595 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Pushing event updated for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:41.518595 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ba13e-13de-496f-b97e-0876519a6262 None None] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:39:41.557487 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:41.643801 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b54dfa-cb9a-4942-ae53-c5440952e154 req-3e46b039-dcb2-4ed2-938b-289a63ead401 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:41.653494 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e0b54dfa-cb9a-4942-ae53-c5440952e154 req-3e46b039-dcb2-4ed2-938b-289a63ead401 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1615522 Aug 29 11:39:41.690468 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa951-703a-4504-af25-28ac40632ace req-8576ac0e-faad-4287-8bd2-4ab617673a5e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:41.699799 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-312aa951-703a-4504-af25-28ac40632ace req-8576ac0e-faad-4287-8bd2-4ab617673a5e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.4473331 Aug 29 11:39:41.721701 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 730189fe-08cb-45b7-9158-96025bd6d290 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:41.736499 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e0b54dfa-cb9a-4942-ae53-c5440952e154 req-0fb34fbf-9dfd-492f-b29a-dbd83d6e0e43 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Aug 29 11:39:41.761533 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Attempting to bind port d6d0e388-7b88-41f2-972f-320eeebff195 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:41.762019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Attempting to bind port d6d0e388-7b88-41f2-972f-320eeebff195 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:41.762203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Attempting to bind port d6d0e388-7b88-41f2-972f-320eeebff195 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:41.772384 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Port d6d0e388-7b88-41f2-972f-320eeebff195 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:39:41.772384 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Attempting to bind port d6d0e388-7b88-41f2-972f-320eeebff195 on network 85eb6138-dba6-4d3a-ad01-9fb599e0f220 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:41.848602 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-05744db9-60d0-4559-a7da-74a6138d768a None None] Provisioning for port 5097e82e-6086-4062-b906-a9f2bb73943e completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:41.849308 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:41.849742 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Checking segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:41.850138 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Bound using segment: {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:41.850592 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Bound port: d6d0e388-7b88-41f2-972f-320eeebff195, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97452f6d-0021-4814-bade-76529feb71ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:41.851029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:41.879005 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ef648-e09b-4f78-956c-a48289a23e65 req-5614bc9f-6fa3-41ad-8fe4-fd4dd0c5e3a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:41.887096 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3f2ef648-e09b-4f78-956c-a48289a23e65 req-5614bc9f-6fa3-41ad-8fe4-fd4dd0c5e3a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0717888 Aug 29 11:39:41.887247 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-312aa951-703a-4504-af25-28ac40632ace req-dd56acf9-c8fb-4ca9-b136-54ee2093f6b6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865129 Aug 29 11:39:41.960292 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3f2ef648-e09b-4f78-956c-a48289a23e65 req-8a87ba0b-dd82-4268-a9c4-d2736fb8bf5a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486913 Aug 29 11:39:41.975237 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 730189fe-08cb-45b7-9158-96025bd6d290 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:41.984280 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 730189fe-08cb-45b7-9158-96025bd6d290 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:41.985147 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:41.999864 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:42.006295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6d0e388-7b88-41f2-972f-320eeebff195,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:42.105314 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.151867 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.171050 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.210724 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:42.211356 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.221934 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] 10.222.0.42 "PUT /v2.0/ports/d6d0e388-7b88-41f2-972f-320eeebff195 HTTP/1.1" status: 200 len: 1093 time: 2.7226126 Aug 29 11:39:42.221934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:39:42.221934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd16ada-3b44-4861-9c9d-764130963ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:39:42.225023 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 730189fe-08cb-45b7-9158-96025bd6d290, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=730189fe-08cb-45b7-9158-96025bd6d290,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:42.297078 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f433a9-6e0d-4b66-994f-75ebfc25d0be service neutron] Pushing event updated for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:42.375485 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.376273 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 5097e82e-6086-4062-b906-a9f2bb73943e up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:42.435096 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0b25a-949a-4401-8760-3b6df0a391db x-openstack-request-id: req-e4f0b25a-949a-4401-8760-3b6df0a391db {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:39:42.435096 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:39:42.435096 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4f0b25a-949a-4401-8760-3b6df0a391db {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:39:42.435096 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195', 'status': 'completed', 'code': 200} Aug 29 11:39:42.461002 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Router c9390283-d9ea-42a1-86b3-5187540024e3 is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:39:42.461852 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:42.531055 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dda8cf-3bd6-4373-8642-df7a680db21f req-45b7b783-92de-4e32-939e-81d902042a33 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:42.532951 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-58dda8cf-3bd6-4373-8642-df7a680db21f req-45b7b783-92de-4e32-939e-81d902042a33 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0498827 Aug 29 11:39:42.565303 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 5097e82e-6086-4062-b906-a9f2bb73943e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:42.567913 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 5097e82e-6086-4062-b906-a9f2bb73943e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:42.571804 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.587668 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:39:42.598640 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Sync routers for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:39:42.609970 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-58dda8cf-3bd6-4373-8642-df7a680db21f req-c2bc79fc-d9bd-4890-a32d-0d16cd1b1c53 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688829 Aug 29 11:39:42.610525 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:42.611179 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:42.696791 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.698302 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d4ad618d-6b41-4dff-b36b-d01367c0cb55 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1530883 Aug 29 11:39:42.701310 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55064) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:42.731274 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.755806 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:42.797546 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 5097e82e-6086-4062-b906-a9f2bb73943e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=5097e82e-6086-4062-b906-a9f2bb73943e,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:42.872024 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:42.925060 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db03e7a-52e9-4e11-865c-e541c49b6d7e req-9154077c-000b-45cb-af42-2e161f64a543 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:42.927350 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7db03e7a-52e9-4e11-865c-e541c49b6d7e req-9154077c-000b-45cb-af42-2e161f64a543 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0940282 Aug 29 11:39:42.991175 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=5097e82e-6086-4062-b906-a9f2bb73943e,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:43.017673 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7db03e7a-52e9-4e11-865c-e541c49b6d7e req-b090db11-ac4e-42fd-bb06-798152d30552 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827210 Aug 29 11:39:43.034466 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:41Z', 'revision_number': 3, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:43.088361 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Checking router: c9390283-d9ea-42a1-86b3-5187540024e3 for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:39:43.088739 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Updating router c9390283-d9ea-42a1-86b3-5187540024e3 port 3a35394d-2444-4cad-8da9-06e171c6de90 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:39:43.114911 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.121977 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a02b25-e8da-462a-b5fe-8f97d28e824a req-6d1780c2-03cd-40d6-ab4e-0a187dbdb6db tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:43.129260 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-64a02b25-e8da-462a-b5fe-8f97d28e824a req-6d1780c2-03cd-40d6-ab4e-0a187dbdb6db tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0639157 Aug 29 11:39:43.176468 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-64a02b25-e8da-462a-b5fe-8f97d28e824a req-bd2baf67-ec6f-4744-b679-5b8457fec5ce tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Aug 29 11:39:43.382224 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.446025 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.457309 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Transition to ACTIVE for port object 3a35394d-2444-4cad-8da9-06e171c6de90 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:43.513018 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 730189fe-08cb-45b7-9158-96025bd6d290 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:43.554007 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.581736 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 730189fe-08cb-45b7-9158-96025bd6d290 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:43.583487 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.608304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Allocated IP 172.20.0.1 (ed7fdc72-14c1-47f8-82ae-717742dcc664/bbb20853-dee2-40c6-8d50-ddb6967d7f53/46a65b42-5fc8-4cc2-843b-602344de5a49) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:39:43.633213 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36eda-95cc-431d-8e0f-15766f2379f5 None None] Pushing event updated for resources: {'Port': ['ID=3a35394d-2444-4cad-8da9-06e171c6de90,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:43.650661 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Attempting to bind port 3a35394d-2444-4cad-8da9-06e171c6de90 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:43.651030 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Attempting to bind port 3a35394d-2444-4cad-8da9-06e171c6de90 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:43.656226 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Attempting to bind port 3a35394d-2444-4cad-8da9-06e171c6de90 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:43.658564 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:43.659166 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:43.659570 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.659955 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:43.660422 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Bound port: 3a35394d-2444-4cad-8da9-06e171c6de90, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:43.660925 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.727098 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 5097e82e-6086-4062-b906-a9f2bb73943e up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:43.760008 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] For port 3a35394d-2444-4cad-8da9-06e171c6de90, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:43.768407 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] For port 3a35394d-2444-4cad-8da9-06e171c6de90, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=3a35394d-2444-4cad-8da9-06e171c6de90,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:43.794215 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.807443 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 5097e82e-6086-4062-b906-a9f2bb73943e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:43.807821 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.812162 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Transition to ACTIVE for port object 46a65b42-5fc8-4cc2-843b-602344de5a49 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:43.828815 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88edf-c875-4a50-a944-b89124298032 req-1442e83d-4f31-424d-9287-5d054c6d0c2c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:43.830367 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-98d88edf-c875-4a50-a944-b89124298032 req-1442e83d-4f31-424d-9287-5d054c6d0c2c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0970438 Aug 29 11:39:43.846278 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.902179 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-98d88edf-c875-4a50-a944-b89124298032 req-1c366207-1cd7-437b-8e31-ebde7c88c613 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553265 Aug 29 11:39:43.924660 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:43.925391 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:43.926566 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:43.972803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:43.976387 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:43.979442 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:39:43.985646 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Pushing event updated for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:43.989238 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36eda-95cc-431d-8e0f-15766f2379f5 None None] Pushing event updated for resources: {'Port': ['ID=3a35394d-2444-4cad-8da9-06e171c6de90,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:44.042873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:44.099385 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:44.204508 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22d9d1-f6ac-4777-8cc3-e0348ec1a120 req-431b32d0-f350-4ab9-ae2f-37c63be7dce6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:44.206267 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ba22d9d1-f6ac-4777-8cc3-e0348ec1a120 req-431b32d0-f350-4ab9-ae2f-37c63be7dce6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0812273 Aug 29 11:39:44.279168 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ba22d9d1-f6ac-4777-8cc3-e0348ec1a120 req-461c511b-d1b0-48a7-b066-7075d38003f7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Aug 29 11:39:44.320116 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:44.433154 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-1dde1bf0-62d2-43e8-82b1-b51915425a91 None None] Provisioning for port 46a65b42-5fc8-4cc2-843b-602344de5a49 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:44.437329 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-1dde1bf0-62d2-43e8-82b1-b51915425a91 None None] Provisioning complete for port 46a65b42-5fc8-4cc2-843b-602344de5a49 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:44.437697 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1dde1bf0-62d2-43e8-82b1-b51915425a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:44.479695 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:41Z', 'revision_number': 3, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:44.489130 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910ca8-2afe-4e82-ab47-c7b47c6f033d req-f0406e86-d60d-4c85-b673-ada2b319d9da tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:44.489355 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-1dde1bf0-62d2-43e8-82b1-b51915425a91 None None] Port 46a65b42-5fc8-4cc2-843b-602344de5a49 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:39:44.495132 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa910ca8-2afe-4e82-ab47-c7b47c6f033d req-f0406e86-d60d-4c85-b673-ada2b319d9da tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0930109 Aug 29 11:39:44.512448 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6fe45-0983-4e6b-800a-361bb0b1c093 None None] The sync data for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi is: [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:41Z', 'revision_number': 3, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:39:44.550185 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa910ca8-2afe-4e82-ab47-c7b47c6f033d req-2c62b42d-4db5-4f30-b922-8e2d267377a5 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Aug 29 11:39:44.629919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:44.720407 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-d9cfa6f7-f57c-450e-9d76-8c6a80f5ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:44.722297 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-d9cfa6f7-f57c-450e-9d76-8c6a80f5ab37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 1096 time: 0.0484152 Aug 29 11:39:44.730617 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:44.861048 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-3c2472a1-fcef-4241-b1a8-4612567f9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:44.862926 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-3c2472a1-fcef-4241-b1a8-4612567f9a47 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=683ffb03338c4c45b3f07bba8538380d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1287844 Aug 29 11:39:45.081256 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024c67-1dd6-44d4-ab5a-70dfe10782e3 req-33692c83-1120-4d26-900f-f8b6e258a1f4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:45.091483 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48024c67-1dd6-44d4-ab5a-70dfe10782e3 req-33692c83-1120-4d26-900f-f8b6e258a1f4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0985348 Aug 29 11:39:45.171629 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48024c67-1dd6-44d4-ab5a-70dfe10782e3 req-e2c8be1f-76ba-43e5-922a-9dcb9607566f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714281 Aug 29 11:39:45.330777 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Pushing event updated for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:45.334770 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:45.519997 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-89a97558-dc1c-44f2-a9e9-978771bba3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:45.527035 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-89a97558-dc1c-44f2-a9e9-978771bba3fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.6217446 Aug 29 11:39:45.574062 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:39:45.628672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:39:45.637822 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 3a35394d-2444-4cad-8da9-06e171c6de90 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:45.650847 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-43afae20-4988-4f1f-92eb-2f3b90ff3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:45.652417 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7bd16ada-3b44-4861-9c9d-764130963ab5 req-43afae20-4988-4f1f-92eb-2f3b90ff3573 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7480180 Aug 29 11:39:45.670500 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb035ed-41e1-41d1-b152-5bf4465f0d26 req-24d4572a-d07e-4c55-932e-9a35b27cfa3e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:45.670500 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bcb035ed-41e1-41d1-b152-5bf4465f0d26 req-24d4572a-d07e-4c55-932e-9a35b27cfa3e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.2507622 Aug 29 11:39:45.775049 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e80b21-4441-4089-9186-a7824f04dcaa req-2c63d7c1-0524-40e2-a380-f696f387d266 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:45.775604 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48e80b21-4441-4089-9186-a7824f04dcaa req-2c63d7c1-0524-40e2-a380-f696f387d266 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.1144943 Aug 29 11:39:45.837805 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 3a35394d-2444-4cad-8da9-06e171c6de90 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:45.842253 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 3a35394d-2444-4cad-8da9-06e171c6de90 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:45.842741 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:45.874185 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48e80b21-4441-4089-9186-a7824f04dcaa req-3607d254-fae3-4d26-904f-dc277e907a3c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 Aug 29 11:39:46.012202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:46.066597 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 3a35394d-2444-4cad-8da9-06e171c6de90, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=3a35394d-2444-4cad-8da9-06e171c6de90,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:46.069532 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85073e-0517-4654-b4f2-45a82e8e810c req-9f41b46c-557c-4f73-ab29-08892f6928cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:46.073691 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7b85073e-0517-4654-b4f2-45a82e8e810c req-9f41b46c-557c-4f73-ab29-08892f6928cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.1165752 Aug 29 11:39:46.119785 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7b85073e-0517-4654-b4f2-45a82e8e810c req-96b18567-163b-4c98-837e-9e40225892b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Aug 29 11:39:46.127433 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-0cb0d6f6-66c7-44d5-9613-38096c6d1f15 None None] Provisioning complete for port 46a65b42-5fc8-4cc2-843b-602344de5a49 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:46.127867 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d6f6-66c7-44d5-9613-38096c6d1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:46.149703 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Router c9390283-d9ea-42a1-86b3-5187540024e3 has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:39:46.166237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-270e1a85-6059-430c-9d15-f2efb2699556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:46.167723 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-270e1a85-6059-430c-9d15-f2efb2699556 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.6259317 Aug 29 11:39:46.172145 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0d6f6-66c7-44d5-9613-38096c6d1f15 None None] Port 46a65b42-5fc8-4cc2-843b-602344de5a49 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:39:46.187333 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:46.281815 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=3a35394d-2444-4cad-8da9-06e171c6de90,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:46.294458 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bcb035ed-41e1-41d1-b152-5bf4465f0d26 req-26b04157-c5fe-4813-8650-2a56f52aeb6e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965977 Aug 29 11:39:46.310428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-4270e6bb-dd4b-4344-b4e9-34461bf73843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:46.311942 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-4270e6bb-dd4b-4344-b4e9-34461bf73843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=683ffb03338c4c45b3f07bba8538380d&device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 1096 time: 0.5681169 Aug 29 11:39:46.313503 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:39:46.327570 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b91e74c9-44c4-44a4-8398-1670cad34c3f admin admin] 10.222.0.43 "PUT /v2.0/routers/c9390283-d9ea-42a1-86b3-5187540024e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6167498 Aug 29 11:39:46.396262 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44634aca-0df5-4887-a0a2-bb9bc7b2ae8b req-aa26e0f6-c985-4c7b-950c-fcbc3db219fe tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:46.399278 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44634aca-0df5-4887-a0a2-bb9bc7b2ae8b req-aa26e0f6-c985-4c7b-950c-fcbc3db219fe tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1259761 Aug 29 11:39:46.459415 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44634aca-0df5-4887-a0a2-bb9bc7b2ae8b req-f8ac7979-4bfb-42c4-92fa-0bb03a375b85 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498843 Aug 29 11:39:46.479763 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-b317d2c1-f056-4a46-bd31-4bd61d5293ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d0e388-7b88-41f2-972f-320eeebff195 HTTP/1.1" status: 200 len: 217 time: 0.0969701 Aug 29 11:39:46.507228 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-db3489b2-40c5-45bd-bf3e-02289ee51326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1002 time: 0.1179259 Aug 29 11:39:47.133366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6d08-7fb1-41c2-8c4c-e89dc6d3d75f req-49670317-f9f6-432f-bd2a-9a42b9380aed tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:47.135270 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30bc6d08-7fb1-41c2-8c4c-e89dc6d3d75f req-49670317-f9f6-432f-bd2a-9a42b9380aed tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.1258605 Aug 29 11:39:47.184986 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30bc6d08-7fb1-41c2-8c4c-e89dc6d3d75f req-edc0b23f-879d-48a1-b0f1-807237a5e523 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 29 11:39:47.347882 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55146) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:47.356930 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748739369', 'description': 'tempest-secgroup-smoke-1748739369 description', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:47.483183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b491bc9-a1b6-41c3-a596-4b0bb9552fbb req-73ecee26-fecd-431f-9b5f-49fae4179fab tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:47.488729 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2b491bc9-a1b6-41c3-a596-4b0bb9552fbb req-73ecee26-fecd-431f-9b5f-49fae4179fab tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0860138 Aug 29 11:39:47.489253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:47.556333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2b491bc9-a1b6-41c3-a596-4b0bb9552fbb req-52feb3b4-6c30-4da8-8ef2-36396cc616e3 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619509 Aug 29 11:39:47.558210 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 3a35394d-2444-4cad-8da9-06e171c6de90 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:47.634883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 3a35394d-2444-4cad-8da9-06e171c6de90 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:47.635515 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:47.678991 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:47.707971 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb06c-e3f9-4e4f-ab99-df745e43c602 req-3a22a00e-065b-442b-9f88-ee6e370a9711 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:47.710045 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-608bb06c-e3f9-4e4f-ab99-df745e43c602 req-3a22a00e-065b-442b-9f88-ee6e370a9711 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0646293 Aug 29 11:39:47.757289 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-608bb06c-e3f9-4e4f-ab99-df745e43c602 req-c5dfc98c-a9d7-499e-b753-b3c21240f060 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 Aug 29 11:39:47.764530 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:47.799685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e8de3-d7fa-463a-abb8-12f400e15d78,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:47.807768 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Sync routers for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:39:47.816814 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:47.817425 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:47.854860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:47.856255 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-668132bd-273e-41ba-a2fc-5c2014835d79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5074115 Aug 29 11:39:47.859218 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55154) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:47.863852 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:47.998363 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.030726 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:48.055076 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.130266 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.149433 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaa2181-0d9d-4360-bc68-91096ba1001d,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:48.237116 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:44Z', 'revision_number': 4, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '46a65b42-5fc8-4cc2-843b-602344de5a49', 'name': '', 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'mac_address': 'fa:16:3e:89:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:43Z', 'updated_at': '2021-08-29T11:39:44Z', 'revision_number': 2, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'subnets': [{'id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:48.238932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.240788 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d65fcc68-1945-4297-af73-37694ae32052 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800504 Aug 29 11:39:48.243612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55166) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:48.248796 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:48.267017 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Checking router: c9390283-d9ea-42a1-86b3-5187540024e3 for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:39:48.267373 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Updating router c9390283-d9ea-42a1-86b3-5187540024e3 port 46a65b42-5fc8-4cc2-843b-602344de5a49 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:39:48.291439 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.292293 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a397-e41c-48b9-92f2-af30f8565704 req-f608bce6-8fe9-45cb-9be6-85f3517e91a0 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:48.293833 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-14b9a397-e41c-48b9-92f2-af30f8565704 req-f608bce6-8fe9-45cb-9be6-85f3517e91a0 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0502667 Aug 29 11:39:48.331735 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-14b9a397-e41c-48b9-92f2-af30f8565704 req-6c5cdf07-2cda-4c9e-b691-005bf244dd15 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Aug 29 11:39:48.336078 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.389645 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.490840 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.509074 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63522395-7964-471f-a667-b19a223a7c8f,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:48.557219 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.566479 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Transition to ACTIVE for port object 46a65b42-5fc8-4cc2-843b-602344de5a49 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:39:48.586510 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.587783 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e4db5a9b-8057-49eb-9d5f-9363ae23c577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3430934 Aug 29 11:39:48.590724 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55170) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:48.595374 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:48.656175 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.680426 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14f9eb-76f1-4249-bae7-a7d11c427943 req-088e4ddf-1d0d-45d4-8575-55277f1046e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:48.682039 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ed14f9eb-76f1-4249-bae7-a7d11c427943 req-088e4ddf-1d0d-45d4-8575-55277f1046e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Aug 29 11:39:48.689761 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.708653 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140faf3c-f966-41a1-a63b-0d4a8143e727 None None] Pushing event updated for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:48.760404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ed14f9eb-76f1-4249-bae7-a7d11c427943 req-164f6804-47fc-4a9a-9058-c9926c8d9760 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Aug 29 11:39:48.761484 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Attempting to bind port 46a65b42-5fc8-4cc2-843b-602344de5a49 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:39:48.761861 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Attempting to bind port 46a65b42-5fc8-4cc2-843b-602344de5a49 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:39:48.762228 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Attempting to bind port 46a65b42-5fc8-4cc2-843b-602344de5a49 on network ed7fdc72-14c1-47f8-82ae-717742dcc664 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:39:48.767812 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:39:48.768191 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Checking segment: {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:39:48.768599 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.769048 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Bound using segment: {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:39:48.769709 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Bound port: 46a65b42-5fc8-4cc2-843b-602344de5a49, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a596b3-2e97-4632-ac2c-1b42d30485a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:39:48.770007 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.773184 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.852588 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] For port 46a65b42-5fc8-4cc2-843b-602344de5a49, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:39:48.855797 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] For port 46a65b42-5fc8-4cc2-843b-602344de5a49, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=46a65b42-5fc8-4cc2-843b-602344de5a49,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:39:48.863242 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.886196 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca23705-2ba3-42f8-adf6-8f5c49c0ce9b,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:48.902306 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b485-3257-4ae8-9d69-1faf2e931c2c req-80f88bfb-64bd-4c4c-b748-0f1a20672917 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:48.903776 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1312b485-3257-4ae8-9d69-1faf2e931c2c req-80f88bfb-64bd-4c4c-b748-0f1a20672917 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0690260 Aug 29 11:39:48.940723 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.942134 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1312b485-3257-4ae8-9d69-1faf2e931c2c req-c68ff046-f193-42f3-89df-104a7e46171c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Aug 29 11:39:48.977419 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:48.981788 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c7c1e8d6-9bc8-4522-81e1-dfb37558e062 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874125 Aug 29 11:39:48.982071 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55174) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:48.989350 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:49.000676 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:39:49.000676 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:39:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:49.044799 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140faf3c-f966-41a1-a63b-0d4a8143e727 None None] Pushing event updated for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:49.084884 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.124572 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:39:49.149625 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.244688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.288166 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287e51e9-7ef6-4d0a-ac08-2cfd4d4956f3,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:49.299237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e841-5410-4e36-9135-01ed62586004 req-7668ee39-191b-45d9-ac4a-15e905e6d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:49.299237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-7668ee39-191b-45d9-ac4a-15e905e6d815 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 200 len: 855 time: 0.1368651 Aug 29 11:39:49.302561 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-2e9c6bf6-ad09-44f3-b306-ae6c6b472112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:49.304038 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-2e9c6bf6-ad09-44f3-b306-ae6c6b472112 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.1325350 Aug 29 11:39:49.398991 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-4a9a3762-a1b0-48e9-b9a7-d1c7b7193b8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85eb6138-dba6-4d3a-ad01-9fb599e0f220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577328 Aug 29 11:39:49.401305 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.405944 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-dffffed3-1700-44b1-ac4e-5dd0a32fc29e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4185891 Aug 29 11:39:49.406133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55186) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:49.411454 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:49.440512 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:44Z', 'revision_number': 4, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '46a65b42-5fc8-4cc2-843b-602344de5a49', 'name': '', 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'mac_address': 'fa:16:3e:89:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:43Z', 'updated_at': '2021-08-29T11:39:48Z', 'revision_number': 4, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'subnets': [{'id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:39:49.474096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48e0a1-7e5a-4016-8f3d-f78d9f6c1080 None None] The sync data for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi is: [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:39:44Z', 'revision_number': 4, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '46a65b42-5fc8-4cc2-843b-602344de5a49', 'name': '', 'network_id': 'ed7fdc72-14c1-47f8-82ae-717742dcc664', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'mac_address': 'fa:16:3e:89:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:43Z', 'updated_at': '2021-08-29T11:39:48Z', 'revision_number': 4, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'subnets': [{'id': 'bbb20853-dee2-40c6-8d50-ddb6967d7f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:39:49.529845 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.securitygroups_db [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Project 2e6ec23d9af8483c99a30c4cec4015a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:39:49.558283 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.573685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e8ba9-fd67-4181-8413-60e8af13e781 req-2acd6bfb-bdd1-4e99-8bd8-0a6d0962eda9 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:49.576289 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f37e8ba9-fd67-4181-8413-60e8af13e781 req-2acd6bfb-bdd1-4e99-8bd8-0a6d0962eda9 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.1378100 Aug 29 11:39:49.625294 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-eb35eaf4-75e4-4ae9-a78f-e10d86afe274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:49.637595 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-eb35eaf4-75e4-4ae9-a78f-e10d86afe274 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2402148 Aug 29 11:39:49.688111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.749971 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-7f38d506-e2cd-4b1d-8be1-dce2dad015b5 service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235197 Aug 29 11:39:49.760754 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f37e8ba9-fd67-4181-8413-60e8af13e781 req-1f85d01d-4acf-40f0-93c7-b492a93d80c0 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691849 Aug 29 11:39:49.839757 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:49.864585 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-72941bba-7881-4526-abd5-79ab4d752137 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170708 Aug 29 11:39:49.874333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b91242-6389-4687-8e00-a5ae4f8b4143,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:49.974050 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67f9e841-5410-4e36-9135-01ed62586004 req-0f4becff-d892-4ae3-bcbe-8ee41d62c92f service neutron] 10.222.0.42 "GET /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121794 Aug 29 11:39:49.979733 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c83d6-0a88-4e57-ac20-9e8c5d7024a3 req-bb9e944b-9fa7-46e7-af84-c0502c8eefd9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:49.998254 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a80c83d6-0a88-4e57-ac20-9e8c5d7024a3 req-bb9e944b-9fa7-46e7-af84-c0502c8eefd9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0976002 Aug 29 11:39:50.009944 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b71ed85-158f-41df-90e1-a66a9b4fb0e0 req-93528826-6447-479d-9ad5-9313bfbf32c1 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361864 Aug 29 11:39:50.078691 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:50.081025 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-501b16bf-089c-4f76-921b-92324005d471 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6735773 Aug 29 11:39:50.086008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55192) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:39:50.090149 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'security_group_rule': {'security_group_id': 'c47e8de3-d7fa-463a-abb8-12f400e15d78', 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:39:50.091364 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a80c83d6-0a88-4e57-ac20-9e8c5d7024a3 req-d7042be5-6b65-49f6-8abe-867bcf469d7a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920720 Aug 29 11:39:50.188233 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.securitygroups_db [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Project 2e6ec23d9af8483c99a30c4cec4015a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:39:50.195510 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:50.229226 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13da2-688a-4233-a5b6-ad1ffe42daa5 req-5f814294-74f9-4efa-8e4d-52842a8147a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:50.230900 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-53f13da2-688a-4233-a5b6-ad1ffe42daa5 req-5f814294-74f9-4efa-8e4d-52842a8147a2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0975900 Aug 29 11:39:50.317901 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:50.322081 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-53f13da2-688a-4233-a5b6-ad1ffe42daa5 req-95bfb3dd-c07e-4f2d-a7b0-1388e3ee4c98 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597124 Aug 29 11:39:50.410585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:50.429532 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb60f2ae-5dc1-4a9f-ba1c-876f0a24744d,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:50.503018 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:50.504150 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ad33da90-086c-4a50-a0eb-ba16b87685ff tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4194174 Aug 29 11:39:50.954948 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612f78-03f8-4d3a-9ecb-4ea7e6a8bef6 req-9589b488-50b8-4e7e-89b6-a9527c416b82 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:50.974663 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-36612f78-03f8-4d3a-9ecb-4ea7e6a8bef6 req-9589b488-50b8-4e7e-89b6-a9527c416b82 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.1037138 Aug 29 11:39:51.044699 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-36612f78-03f8-4d3a-9ecb-4ea7e6a8bef6 req-65373a42-b076-428d-9966-9b7813ca20e1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687246 Aug 29 11:39:51.261303 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d39d1-af07-4974-9997-f08aa2fb0ff4 req-96cf7d06-0ea6-4110-876d-88f22ba7f8e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:51.263607 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3b1d39d1-af07-4974-9997-f08aa2fb0ff4 req-96cf7d06-0ea6-4110-876d-88f22ba7f8e1 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0628488 Aug 29 11:39:51.327226 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3b1d39d1-af07-4974-9997-f08aa2fb0ff4 req-371db3d6-1e5b-40a6-aae4-a15fdc0edd75 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569365 Aug 29 11:39:51.561260 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da500-96db-4549-9319-ed2d51e33f70 req-921f74e6-de7e-4ba4-af0c-bee394f5a870 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:51.562137 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e86da500-96db-4549-9319-ed2d51e33f70 req-921f74e6-de7e-4ba4-af0c-bee394f5a870 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0829880 Aug 29 11:39:51.611853 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 46a65b42-5fc8-4cc2-843b-602344de5a49 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:51.633897 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e86da500-96db-4549-9319-ed2d51e33f70 req-204400dc-a343-482c-9c10-35346ae35a81 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616484 Aug 29 11:39:51.840008 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 46a65b42-5fc8-4cc2-843b-602344de5a49 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:51.844327 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 46a65b42-5fc8-4cc2-843b-602344de5a49 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:51.849715 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:52.020156 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:52.071517 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 46a65b42-5fc8-4cc2-843b-602344de5a49, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=46a65b42-5fc8-4cc2-843b-602344de5a49,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:52.174744 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:52.202335 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51b807-4e4e-4b6b-a4a7-5b0419718321 req-ffe25bde-eafb-47fb-adec-a30472c1901b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:52.211432 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f51b807-4e4e-4b6b-a4a7-5b0419718321 req-ffe25bde-eafb-47fb-adec-a30472c1901b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0659661 Aug 29 11:39:52.234499 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:52.253426 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f51b807-4e4e-4b6b-a4a7-5b0419718321 req-6303c47f-0627-4502-8f0f-cc20ff3fe261 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Aug 29 11:39:52.367976 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b6788-c41e-4fc4-ba21-5df9aa525852 req-7b565d37-4dbb-4f74-98e0-3688fc56d9c2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:52.369473 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-856b6788-c41e-4fc4-ba21-5df9aa525852 req-7b565d37-4dbb-4f74-98e0-3688fc56d9c2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0595267 Aug 29 11:39:52.405755 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-856b6788-c41e-4fc4-ba21-5df9aa525852 req-7006df5d-b0b6-4574-9f40-beeb6f96f3f9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301049 Aug 29 11:39:53.364006 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e77c6-16e4-473b-9931-3e694dda8962 req-2b077036-1733-4638-97fb-d9f4513d2aa8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:53.366036 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a2e77c6-16e4-473b-9931-3e694dda8962 req-2b077036-1733-4638-97fb-d9f4513d2aa8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0485847 Aug 29 11:39:53.404102 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a2e77c6-16e4-473b-9931-3e694dda8962 req-131d85ac-f06d-4dc7-bdd4-1a8bae4e4269 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Aug 29 11:39:53.496739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 46a65b42-5fc8-4cc2-843b-602344de5a49 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:53.523461 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a5ad9-59fe-4252-a250-54526a2e68c7 req-bcb088ad-5e8c-4c9e-9465-9f2abfe77204 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:53.524970 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-371a5ad9-59fe-4252-a250-54526a2e68c7 req-bcb088ad-5e8c-4c9e-9465-9f2abfe77204 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Aug 29 11:39:53.545438 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 46a65b42-5fc8-4cc2-843b-602344de5a49 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:53.545731 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:53.562461 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-371a5ad9-59fe-4252-a250-54526a2e68c7 req-69a8bdfc-ff5c-41a6-8148-4350be458e38 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Aug 29 11:39:54.216050 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7331133d-09c6-44be-a70f-41aa005d50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:54.359948 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device d6d0e388-7b88-41f2-972f-320eeebff195 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:39:54.463678 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-0d4111b0-4fd2-4ab1-bc97-787dd65b4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:54.466761 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-0d4111b0-4fd2-4ab1-bc97-787dd65b4eb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 1098 time: 0.0582228 Aug 29 11:39:54.501551 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6d0e388-7b88-41f2-972f-320eeebff195,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:54.519251 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'd6d0e388-7b88-41f2-972f-320eeebff195', 'network_id': '85eb6138-dba6-4d3a-ad01-9fb599e0f220', 'port_id': 'd6d0e388-7b88-41f2-972f-320eeebff195', 'mac_address': 'fa:16:3e:22:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70e393f-a098-4fec-9bfc-426f961d1675', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:39:54.571645 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:54.591025 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d0e388-7b88-41f2-972f-320eeebff195 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:39:54.615078 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cfe3d-39cb-4c60-9299-41b7fb4f935f req-90cf6fff-447b-4eca-aa5e-bcc7945c28d3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:54.615741 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-683cfe3d-39cb-4c60-9299-41b7fb4f935f req-90cf6fff-447b-4eca-aa5e-bcc7945c28d3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 943 time: 0.0999300 Aug 29 11:39:54.629974 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-e7c6818a-f4a7-408b-8ac3-c65cec27180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:54.633176 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-e7c6818a-f4a7-408b-8ac3-c65cec27180b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.1541920 Aug 29 11:39:54.666642 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6d0e388-7b88-41f2-972f-320eeebff195,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:54.718804 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-e1f63d59-ac59-4258-9d92-69ae1f73068e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 200 len: 217 time: 0.0643461 Aug 29 11:39:54.719149 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-683cfe3d-39cb-4c60-9299-41b7fb4f935f req-320abead-91d1-422f-ac29-99bbf08ed732 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906308 Aug 29 11:39:54.753889 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:54.801340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-2542d08a-fe5e-485f-ba24-2a6b36b1fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:54.802946 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-2542d08a-fe5e-485f-ba24-2a6b36b1fb15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0802817 Aug 29 11:39:54.814781 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c61fb4-34c8-48a9-bd4c-aae1aa1920be req-acca668a-d0d3-4543-a297-53be676049fb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:54.817330 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-37c61fb4-34c8-48a9-bd4c-aae1aa1920be req-acca668a-d0d3-4543-a297-53be676049fb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1170723 Aug 29 11:39:54.826668 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:54.859361 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-30fd7dd1-f5f9-4615-8d10-0b7a6d44ca35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409045 Aug 29 11:39:54.880200 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-37c61fb4-34c8-48a9-bd4c-aae1aa1920be req-63b48822-695b-48a7-b6e7-5b7b23458ebb tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530379 Aug 29 11:39:54.975404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-fd6d970e-3ab2-4d2f-8882-f46f8261e5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932982 Aug 29 11:39:55.078180 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3a3b6ba-c782-4a7d-aef0-111534d19088 req-9b5eb284-0f83-4935-937e-ed44ccf66f18 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913427 Aug 29 11:39:55.216264 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['d6d0e388-7b88-41f2-972f-320eeebff195'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:39:55.848060 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd067f-fa08-4f34-9945-463af5d881c7 req-78b22bb0-b5a1-4ad4-9c71-15ad654f9767 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:55.849685 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a8bd067f-fa08-4f34-9945-463af5d881c7 req-78b22bb0-b5a1-4ad4-9c71-15ad654f9767 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 944 time: 0.0501645 Aug 29 11:39:55.891844 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a8bd067f-fa08-4f34-9945-463af5d881c7 req-c9c12d9d-3c17-4174-99a4-789e1f2ff6eb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Aug 29 11:39:56.015270 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef3b67-8ffa-4199-9b85-b48eb9c8f6e8 req-1b126dab-2d06-46d3-ba12-b443acb23296 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:56.016855 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-adef3b67-8ffa-4199-9b85-b48eb9c8f6e8 req-1b126dab-2d06-46d3-ba12-b443acb23296 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0497160 Aug 29 11:39:56.058987 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-adef3b67-8ffa-4199-9b85-b48eb9c8f6e8 req-57a3aa19-fcd8-45e3-b663-f339f8119f77 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Aug 29 11:39:56.960341 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e3a-66f5-4a8d-bddb-6ca42d5fc680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:57.006853 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498e474-0dac-4215-8d38-3922cba3bf94 req-6dd4fd6c-91c3-442b-b26f-5a97c1fc4a9b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:57.009292 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8498e474-0dac-4215-8d38-3922cba3bf94 req-6dd4fd6c-91c3-442b-b26f-5a97c1fc4a9b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 944 time: 0.0503697 Aug 29 11:39:57.046881 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8498e474-0dac-4215-8d38-3922cba3bf94 req-ce3ee930-8e1e-463f-a7ef-9e8983b0d04a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Aug 29 11:39:57.179794 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d9605-480b-4014-b3e6-da9939a19ebc req-0c1cbd79-4c70-4c03-ba8b-becacfd7d60c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:57.181403 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4f6d9605-480b-4014-b3e6-da9939a19ebc req-0c1cbd79-4c70-4c03-ba8b-becacfd7d60c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Aug 29 11:39:57.223679 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4f6d9605-480b-4014-b3e6-da9939a19ebc req-626caa64-32a0-475e-a999-a7d7d4f41d07 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Aug 29 11:39:57.313126 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:57.626141 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device d6d0e388-7b88-41f2-972f-320eeebff195 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:39:57.839101 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port d6d0e388-7b88-41f2-972f-320eeebff195 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:39:57.843654 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port d6d0e388-7b88-41f2-972f-320eeebff195 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:39:57.844026 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:57.938733 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:57.949583 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:57.962301 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:39:57.964565 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bed67-e53f-4428-a7d9-0174784956ff" -d '{"events": [{"server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "name": "network-vif-plugged", "status": "completed", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:39:57.984580 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6d0e388-7b88-41f2-972f-320eeebff195,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:39:58.000252 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1b101-8944-4b19-a2bc-7ebb368a86ab x-openstack-request-id: req-aee1b101-8944-4b19-a2bc-7ebb368a86ab {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:39:58.000545 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "name": "network-vif-plugged", "status": "completed", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:39:58.000829 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aee1b101-8944-4b19-a2bc-7ebb368a86ab {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:39:58.001226 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195', 'code': 200} Aug 29 11:39:58.107324 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:39:58.163810 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:39:58.175475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363b8c-e277-4e6e-950c-bca2601494b7 req-fa151fe8-f8e2-4316-b7a4-ff12ab1c2a41 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:58.183916 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9d363b8c-e277-4e6e-950c-bca2601494b7 req-fa151fe8-f8e2-4316-b7a4-ff12ab1c2a41 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0677183 Aug 29 11:39:58.244478 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9d363b8c-e277-4e6e-950c-bca2601494b7 req-c720ba48-fada-4708-b0bc-d8b952406c65 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Aug 29 11:39:58.340619 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0770-8e01-43b9-847d-3d3d494a6031 req-dc014448-e0a4-439b-b9d0-442650896bdc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:58.342156 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6cad0770-8e01-43b9-847d-3d3d494a6031 req-dc014448-e0a4-439b-b9d0-442650896bdc tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Aug 29 11:39:58.372226 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6bb03-ce8a-41c1-911b-250afb82963e req-ae7fc4f0-adf1-4d9f-afcf-70e40a3e1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:58.373904 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fba6bb03-ce8a-41c1-911b-250afb82963e req-ae7fc4f0-adf1-4d9f-afcf-70e40a3e1077 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 1098 time: 0.0432556 Aug 29 11:39:58.380369 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6cad0770-8e01-43b9-847d-3d3d494a6031 req-c5059321-a6e1-4c4b-9bb6-72be0cc09c41 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Aug 29 11:39:58.431424 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fba6bb03-ce8a-41c1-911b-250afb82963e req-5035d584-403c-4455-bdb9-8b54d5194425 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Aug 29 11:39:59.365533 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918355dc-99b7-472b-bf8d-298543fdfeda req-87169979-919b-4428-a1d7-e4f047f4f0dd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:39:59.367081 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-918355dc-99b7-472b-bf8d-298543fdfeda req-87169979-919b-4428-a1d7-e4f047f4f0dd tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Aug 29 11:39:59.407392 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-918355dc-99b7-472b-bf8d-298543fdfeda req-bc0ab5bd-35e9-4633-a8ac-bbc3007b0f32 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Aug 29 11:39:59.503675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:00.530830 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac306bcf-6ddf-456a-9e9f-4db722f953a1 req-3a006c55-32f7-4d23-be52-d8f2eb7a7d62 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:00.532333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ac306bcf-6ddf-456a-9e9f-4db722f953a1 req-3a006c55-32f7-4d23-be52-d8f2eb7a7d62 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Aug 29 11:40:00.571859 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ac306bcf-6ddf-456a-9e9f-4db722f953a1 req-cd9bc80e-b488-4ddd-ae1c-8fcfbcaf6c99 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Aug 29 11:40:01.205336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55518) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:01.257615 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Deleting subnet beac4e67-1bf2-4c2d-920a-537cd9d3162d {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:40:01.261144 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.273553 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.296802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.314426 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55520) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:01.339273 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.470005 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ca8d-6945-46d9-bb31-0bc85e735ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.474448 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.502625 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beac4e67-1bf2-4c2d-920a-537cd9d3162d,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:01.505321 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.507842 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-319382fe-880a-47fe-99a8-3cd3552b3ae4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/beac4e67-1bf2-4c2d-920a-537cd9d3162d HTTP/1.1" status: 204 len: 168 time: 0.3013947 Aug 29 11:40:01.510359 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55526) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:01.562230 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ca8d-6945-46d9-bb31-0bc85e735ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.579318 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.627400 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ca8d-6945-46d9-bb31-0bc85e735ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.667579 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.677949 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9681477e-ce23-49e5-8f05-115d4fd61d2b']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:01.687910 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac71d8db-4d7d-4bd6-9d06-418c0252884c') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:01.688205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac71d8db-4d7d-4bd6-9d06-418c0252884c') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:01.697479 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.697834 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9ca8d-6945-46d9-bb31-0bc85e735ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2233316b-5042-44f4-bd19-aa335df300aa,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:01.707266 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f3f9ca8d-6945-46d9-bb31-0bc85e735ba5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8357090c702947db9c17531f3dbb7243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889952 Aug 29 11:40:01.713136 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55532) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:01.729649 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffffa9-4832-4bfd-b138-5605b21ee477 req-6dd9b949-f08a-4ca0-af54-2a9f613c136b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:01.731426 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cdffffa9-4832-4bfd-b138-5605b21ee477 req-6dd9b949-f08a-4ca0-af54-2a9f613c136b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0830357 Aug 29 11:40:01.736908 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.751843 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:40:01.752317 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:40:01.754610 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:40:01.773938 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cdffffa9-4832-4bfd-b138-5605b21ee477 req-02a359e7-4675-4efb-a39a-5596dc8b1ec6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Aug 29 11:40:01.817777 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.838773 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.930017 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.935394 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.937322 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9681477e-ce23-49e5-8f05-115d4fd61d2b HTTP/1.1" status: 204 len: 168 time: 0.4259770 Aug 29 11:40:01.948264 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578350-31e9-40ed-8056-f47046ec3a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9681477e-ce23-49e5-8f05-115d4fd61d2b,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:01.959018 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.961866 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:01.963066 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2233316b-5042-44f4-bd19-aa335df300aa HTTP/1.1" status: 204 len: 168 time: 0.2524767 Aug 29 11:40:01.971459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcebc3-48d2-4c84-9fb2-2ddf954ff57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2233316b-5042-44f4-bd19-aa335df300aa,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:02.417945 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55544) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:02.466200 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-dfbc2364-d0a8-4ac6-9038-f8e3f6f401e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4e84e3ba2e740c2af18d461397b35b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447919 Aug 29 11:40:02.466424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55548) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:02.514456 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:02.544812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:02.558897 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-277f17ed-e1d6-46a3-b369-5264e601eece service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473261 Aug 29 11:40:02.637897 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-14f7568e-97f1-4bc8-ac3b-840c41ae465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:02.639386 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-14f7568e-97f1-4bc8-ac3b-840c41ae465b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 1099 time: 0.0386081 Aug 29 11:40:02.718608 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:02.721224 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:02.722383 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5dea1dd-df84-4e5f-ad81-096b6250ec85 HTTP/1.1" status: 204 len: 168 time: 0.2550595 Aug 29 11:40:02.730681 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98273daa-4a10-4ffb-8be8-1f0de7726dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dea1dd-df84-4e5f-ad81-096b6250ec85,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:02.759287 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-f955070c-b2e4-46fd-99cf-e332c4216e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:02.760858 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-f955070c-b2e4-46fd-99cf-e332c4216e68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 200 len: 920 time: 0.0969954 Aug 29 11:40:02.804392 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-d8bcd978-a228-40eb-a191-fc7534af0eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c HTTP/1.1" status: 200 len: 217 time: 0.0360291 Aug 29 11:40:02.888035 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-a9caacb6-a95f-425d-ab16-ee05d6211ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:02.889564 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-a9caacb6-a95f-425d-ab16-ee05d6211ef2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 200 len: 859 time: 0.0770433 Aug 29 11:40:02.905585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d8e3c-690e-4467-8f6f-3becc947c4e2 req-b811c09e-11e9-4dab-b0a2-ca981d6916ee tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:02.906980 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-348d8e3c-690e-4467-8f6f-3becc947c4e2 req-b811c09e-11e9-4dab-b0a2-ca981d6916ee tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0628202 Aug 29 11:40:02.936429 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-d77e6b3f-1e3b-4e11-b9e5-852ebff98bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9bf374a-c889-42c0-8e4e-e26fd64f7fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285325 Aug 29 11:40:03.249430 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-348d8e3c-690e-4467-8f6f-3becc947c4e2 req-f8cd23ab-a184-4c23-8eea-bb7d34860a0f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271079 Aug 29 11:40:03.278894 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-2bb75338-dc6b-4da4-ba1e-09fdb2251bfd service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343887 Aug 29 11:40:03.383376 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22cf4c0b-8e1b-43ad-b9e2-d4c29935f944 req-603f9566-c6a7-4534-bdfb-36da330c11d7 service neutron] 10.222.0.42 "GET /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957041 Aug 29 11:40:04.368191 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941d08-7b5b-40f0-97ff-c10556dc336a req-54eadef7-0114-44a4-872f-ceecd81c19ad tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:04.369744 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d3941d08-7b5b-40f0-97ff-c10556dc336a req-54eadef7-0114-44a4-872f-ceecd81c19ad tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0556901 Aug 29 11:40:04.407479 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d3941d08-7b5b-40f0-97ff-c10556dc336a req-f59b6a24-3f8c-49bb-9433-ef7d77f02f68 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 29 11:40:09.636397 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ad0a-6e3f-4747-995f-c20db2d42215 req-75ca55fa-f8fb-4960-8be7-6d97b2733fce tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:09.637937 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5274ad0a-6e3f-4747-995f-c20db2d42215 req-75ca55fa-f8fb-4960-8be7-6d97b2733fce tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Aug 29 11:40:09.679731 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5274ad0a-6e3f-4747-995f-c20db2d42215 req-39147fd8-6d57-4531-bdb6-61f96b118f1f tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Aug 29 11:40:10.796141 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108729f1-1120-41f0-ac81-e4eac6d61fee req-0b1fd4bb-44d5-4c24-ac82-0dd54beda6f6 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:10.797629 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-108729f1-1120-41f0-ac81-e4eac6d61fee req-0b1fd4bb-44d5-4c24-ac82-0dd54beda6f6 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Aug 29 11:40:10.841134 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-108729f1-1120-41f0-ac81-e4eac6d61fee req-da14d264-5d0a-41c3-a03e-9cca725bad5c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Aug 29 11:40:11.955155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95c62-b5c2-4394-9e74-aafb4f0385c6 req-cade8973-b9bb-4a89-bebe-7aa8f8d7530f tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:11.956617 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14f95c62-b5c2-4394-9e74-aafb4f0385c6 req-cade8973-b9bb-4a89-bebe-7aa8f8d7530f tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Aug 29 11:40:12.000526 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-14f95c62-b5c2-4394-9e74-aafb4f0385c6 req-cb0862ff-1df3-4c82-9e7a-b5ff2794ea3e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Aug 29 11:40:12.063362 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ef7ee8ff-d2af-4743-8175-4e7260057ad2 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:12.065030 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ef7ee8ff-d2af-4743-8175-4e7260057ad2 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 945 time: 0.0562863 Aug 29 11:40:12.166663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Deleting port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:12.167031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:12.252611 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] For port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:12.253012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:12.265628 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Calling delete_port for 233c096d-f2ea-4ae7-9ad9-372f17b8c30e owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:12.465526 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:12.482465 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['233c096d-f2ea-4ae7-9ad9-372f17b8c30e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:12.496927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Pushing event deleted for resources: {'Port': ['ID=233c096d-f2ea-4ae7-9ad9-372f17b8c30e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:12.509413 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.509770 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.510123 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.510565 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.510910 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.511265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.511607 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.511937 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.512370 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.512799 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.513137 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.513493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:12.553448 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] No DVR routers for this DVR port 233c096d-f2ea-4ae7-9ad9-372f17b8c30e on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:12.555977 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:12.557986 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1e7f8c09-d8f8-4482-9293-55d033b4db21 req-ad0e3800-d565-477d-ab64-2e757324b9c4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "DELETE /v2.0/ports/233c096d-f2ea-4ae7-9ad9-372f17b8c30e HTTP/1.1" status: 204 len: 173 time: 0.4799531 Aug 29 11:40:12.558458 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'name': 'network-vif-deleted', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:12.560679 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88485d-27b5-45a0-8a4c-73f62da84bb2" -d '{"events": [{"server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "name": "network-vif-deleted", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:12.596860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b521f7-160d-45f2-8ff2-b3b4210afcef x-openstack-request-id: req-72b521f7-160d-45f2-8ff2-b3b4210afcef {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:12.597177 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32d553-1f59-4ccc-a7df-d05de36e6a22", "name": "network-vif-deleted", "tag": "233c096d-f2ea-4ae7-9ad9-372f17b8c30e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:12.597431 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72b521f7-160d-45f2-8ff2-b3b4210afcef {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:12.597828 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32d553-1f59-4ccc-a7df-d05de36e6a22', 'name': 'network-vif-deleted', 'tag': '233c096d-f2ea-4ae7-9ad9-372f17b8c30e', 'status': 'completed', 'code': 200} Aug 29 11:40:13.121142 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8421ef5d-cb5f-48c3-9aa8-1002e8fb4b43 req-8007c3bb-938b-4a96-8d6d-1d45f3551a41 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed32d553-1f59-4ccc-a7df-d05de36e6a22 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Aug 29 11:40:14.026802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3dab-c2a5-4885-964c-122ebaf2ae20 req-df4eee54-e59b-4c25-b333-144b44d9b814 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:14.028305 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-606a3dab-c2a5-4885-964c-122ebaf2ae20 req-df4eee54-e59b-4c25-b333-144b44d9b814 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Aug 29 11:40:14.067019 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-606a3dab-c2a5-4885-964c-122ebaf2ae20 req-cc9fbaec-ef39-405f-a0f9-ca717f0ff771 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Aug 29 11:40:15.184859 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9649b1-dc2e-429f-a4a4-7d5139218f69 req-b2abc915-d287-44fc-b183-605085dc6152 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:15.186335 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ba9649b1-dc2e-429f-a4a4-7d5139218f69 req-b2abc915-d287-44fc-b183-605085dc6152 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0500352 Aug 29 11:40:15.222871 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ba9649b1-dc2e-429f-a4a4-7d5139218f69 req-fbeb6ef0-931d-4774-9f19-1e4ab1086560 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Aug 29 11:40:15.662984 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:40:15.969464 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 55950) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:16.075562 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df234606-b134-484f-bc96-84dc544edcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.160827 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df234606-b134-484f-bc96-84dc544edcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.215727 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df234606-b134-484f-bc96-84dc544edcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.254788 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-df234606-b134-484f-bc96-84dc544edcd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14f0f8c4870d41e39de23f2ce7bb87f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842295 Aug 29 11:40:16.257180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234606-b134-484f-bc96-84dc544edcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253930c8-904e-4c65-9351-5f73a34a708f,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:16.258471 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 55958) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:16.337233 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.361321 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b492d-0e80-4529-bb01-5c628cd0c4d8 req-c4d79499-7edb-4d42-b427-43c76c9b2ed9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:16.362860 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0c7b492d-0e80-4529-bb01-5c628cd0c4d8 req-c4d79499-7edb-4d42-b427-43c76c9b2ed9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0689871 Aug 29 11:40:16.373464 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.426459 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0c7b492d-0e80-4529-bb01-5c628cd0c4d8 req-84aecafc-38b2-452c-aa15-d4e37b168e09 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Aug 29 11:40:16.529841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.532333 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:16.533511 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/253930c8-904e-4c65-9351-5f73a34a708f HTTP/1.1" status: 204 len: 168 time: 0.2729919 Aug 29 11:40:16.541014 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbafc6-d026-46c4-b32f-06c0d114ec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253930c8-904e-4c65-9351-5f73a34a708f,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:16.973111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 233c096d-f2ea-4ae7-9ad9-372f17b8c30e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:16.997033 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 233c096d-f2ea-4ae7-9ad9-372f17b8c30e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:16.997379 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 233c096d-f2ea-4ae7-9ad9-372f17b8c30e not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:17.546818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a591d4b-7c4b-4124-8fbc-5986fcb7572b req-c091e025-b86b-4cee-a7f7-bdca78b77425 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:17.549129 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a591d4b-7c4b-4124-8fbc-5986fcb7572b req-c091e025-b86b-4cee-a7f7-bdca78b77425 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Aug 29 11:40:17.587985 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a591d4b-7c4b-4124-8fbc-5986fcb7572b req-e5dc9832-ae90-4b64-a15d-de9f005c6517 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Aug 29 11:40:18.731044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2874179-b95e-45e6-91fb-17ce5711d4de req-1bcf27ca-41b5-4f38-b8bd-3ac82a1ca924 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:18.732771 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b2874179-b95e-45e6-91fb-17ce5711d4de req-1bcf27ca-41b5-4f38-b8bd-3ac82a1ca924 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0608833 Aug 29 11:40:18.775659 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b2874179-b95e-45e6-91fb-17ce5711d4de req-a0e24494-8f6f-43d5-83f7-e6d320107265 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Aug 29 11:40:19.445113 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c13360-e084-419b-a549-b80c9f2ae402 req-365fe2fd-8e91-4b18-b68b-44020a4391f3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:19.446831 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e4c13360-e084-419b-a549-b80c9f2ae402 req-365fe2fd-8e91-4b18-b68b-44020a4391f3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0542874 Aug 29 11:40:19.488165 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-c96c661e-c27f-4524-8c55-82b25b49498a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:19.489683 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-c96c661e-c27f-4524-8c55-82b25b49498a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0609581 Aug 29 11:40:19.499598 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e4c13360-e084-419b-a549-b80c9f2ae402 req-6858fb98-a7ac-4dad-bdc0-904487aaf125 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Aug 29 11:40:19.620113 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Deleting port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:19.620571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:19.733040 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] For port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:19.733406 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:19.747698 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Calling delete_port for 793d8eb0-94e4-4121-8fe3-3f3d88002e6c owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:19.911668 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62415322-09be-41b4-a111-206768922fba req-cb4cc8e2-fc6a-459b-8352-be35a6750d08 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:19.917425 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-62415322-09be-41b4-a111-206768922fba req-cb4cc8e2-fc6a-459b-8352-be35a6750d08 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 946 time: 0.0665753 Aug 29 11:40:19.951097 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-62415322-09be-41b4-a111-206768922fba req-94daa2b3-d39a-476b-8ab6-36802cd27817 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Aug 29 11:40:20.009908 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:20.023160 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:20.041360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Pushing event deleted for resources: {'Port': ['ID=793d8eb0-94e4-4121-8fe3-3f3d88002e6c,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:20.086493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] No DVR routers for this DVR port 793d8eb0-94e4-4121-8fe3-3f3d88002e6c on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:20.089360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:20.091384 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f7a27d4d-7621-4b4c-af7e-44beddd84af6 req-9f32fdbc-18e7-4436-86b7-eeee65f984be tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "DELETE /v2.0/ports/793d8eb0-94e4-4121-8fe3-3f3d88002e6c HTTP/1.1" status: 204 len: 173 time: 0.5893295 Aug 29 11:40:20.091820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'name': 'network-vif-deleted', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:20.094071 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d37708-a88a-443c-af23-3001fd302b18" -d '{"events": [{"server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "name": "network-vif-deleted", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:20.132212 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80d554-815c-400f-8e8f-f850a1b83e97 x-openstack-request-id: req-ee80d554-815c-400f-8e8f-f850a1b83e97 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:20.132505 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8301158c-c638-4c0e-bc2e-91abf36c7e79", "name": "network-vif-deleted", "tag": "793d8eb0-94e4-4121-8fe3-3f3d88002e6c", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:20.132778 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee80d554-815c-400f-8e8f-f850a1b83e97 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:20.133171 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8301158c-c638-4c0e-bc2e-91abf36c7e79', 'name': 'network-vif-deleted', 'tag': '793d8eb0-94e4-4121-8fe3-3f3d88002e6c', 'status': 'completed', 'code': 200} Aug 29 11:40:20.632104 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc8b28-f59d-41ff-88ef-fdfc525a4fe3 req-98868da0-1144-4a3f-9bda-9c22580f80cd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:20.633956 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-70cc8b28-f59d-41ff-88ef-fdfc525a4fe3 req-98868da0-1144-4a3f-9bda-9c22580f80cd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0579879 Aug 29 11:40:20.671962 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-70cc8b28-f59d-41ff-88ef-fdfc525a4fe3 req-2861db5b-0d3d-430f-a5e3-f4315b8d9d02 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Aug 29 11:40:21.055887 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-610f287a-90e6-42df-86cc-250d4f87785c req-a153d2df-f589-46fe-b31b-f79512f51aec tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0269370 Aug 29 11:40:21.794421 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba082-3c7d-4759-9e4e-229f1ffdc2c0 req-0a010d92-70a3-4313-8530-c8d9614ee7c8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:21.794421 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-748ba082-3c7d-4759-9e4e-229f1ffdc2c0 req-0a010d92-70a3-4313-8530-c8d9614ee7c8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0497224 Aug 29 11:40:21.831985 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-748ba082-3c7d-4759-9e4e-229f1ffdc2c0 req-d676149e-d276-4b25-be08-d349d0577781 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Aug 29 11:40:22.159497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4cdb9d1d-78e9-4930-9fed-4ea7ef91ed99 req-efe43700-5916-4ff8-8937-618016be1bd9 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0258706 Aug 29 11:40:22.951830 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d757-ddb4-455e-9103-28996c59de3f req-caeb619f-911a-4a7f-ab7b-c00f70c33588 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:22.953359 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15d0d757-ddb4-455e-9103-28996c59de3f req-caeb619f-911a-4a7f-ab7b-c00f70c33588 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 29 11:40:22.990806 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15d0d757-ddb4-455e-9103-28996c59de3f req-d3215d1a-301d-4329-822a-ef4bbe7fcc5b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Aug 29 11:40:23.264240 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-630b8cf9-5cc7-4028-9d01-1e24499a1fb0 req-3af71d7a-e778-4ed6-af89-7df41d6a9eea tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=8301158c-c638-4c0e-bc2e-91abf36c7e79 HTTP/1.1" status: 200 len: 210 time: 0.0296278 Aug 29 11:40:24.114072 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb385d-92eb-4068-b7d3-73716b300b9e req-1756abf1-ad4f-4b4e-ab22-6d99ca2319ab tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:24.118788 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8fcb385d-92eb-4068-b7d3-73716b300b9e req-1756abf1-ad4f-4b4e-ab22-6d99ca2319ab tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0480247 Aug 29 11:40:24.154160 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8fcb385d-92eb-4068-b7d3-73716b300b9e req-c0311774-85dc-4856-8e4c-c131129a51af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Aug 29 11:40:24.278632 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0ce25419-ba9b-4fcb-9888-c955c641870f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:24.739003 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156b6ed-0237-4a65-b29a-56c81a439ef3 req-8ee271b7-d8f4-4eab-ada3-2648c7e51d0c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:24.740460 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6156b6ed-0237-4a65-b29a-56c81a439ef3 req-8ee271b7-d8f4-4eab-ada3-2648c7e51d0c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0513039 Aug 29 11:40:24.777347 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6156b6ed-0237-4a65-b29a-56c81a439ef3 req-e55879dd-8f38-44b2-8c54-9e605f09ca16 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Aug 29 11:40:25.272786 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a2172-0830-412f-93a7-e2ae82318286 req-660094c5-5002-47e8-8cde-0e34707e26a2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:25.274264 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ea2a2172-0830-412f-93a7-e2ae82318286 req-660094c5-5002-47e8-8cde-0e34707e26a2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0495057 Aug 29 11:40:25.311304 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ea2a2172-0830-412f-93a7-e2ae82318286 req-a1ea5525-3a64-4d61-9316-0526438bb808 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Aug 29 11:40:25.550707 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 793d8eb0-94e4-4121-8fe3-3f3d88002e6c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:25.570127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 793d8eb0-94e4-4121-8fe3-3f3d88002e6c {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:25.570469 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 793d8eb0-94e4-4121-8fe3-3f3d88002e6c not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:25.888860 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4ac9d-626c-41d4-84f6-dbaacae284c7 req-0267570c-64a0-4555-b59c-77dcd84be46e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:25.890342 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0bb4ac9d-626c-41d4-84f6-dbaacae284c7 req-0267570c-64a0-4555-b59c-77dcd84be46e tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Aug 29 11:40:25.927155 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0bb4ac9d-626c-41d4-84f6-dbaacae284c7 req-5433696e-534b-43bd-9fc6-62cfa211f148 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Aug 29 11:40:26.426754 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfbd26-4aac-40d1-be82-55783b732761 req-8d4fda56-a345-44db-8391-d297b8f85afe tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:26.428212 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-abcfbd26-4aac-40d1-be82-55783b732761 req-8d4fda56-a345-44db-8391-d297b8f85afe tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0476491 Aug 29 11:40:26.467239 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-abcfbd26-4aac-40d1-be82-55783b732761 req-9e75d19e-9a86-4ed1-9a27-288865a56e03 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325980 Aug 29 11:40:26.935588 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-39e22efa-6135-44ba-8e78-6339401fdf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:27.042752 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30414501-f730-40b8-9a37-3d4d7d9e5ebd req-cec06246-01d1-4aa5-8233-de4a91077d7c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:27.044254 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-30414501-f730-40b8-9a37-3d4d7d9e5ebd req-cec06246-01d1-4aa5-8233-de4a91077d7c tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Aug 29 11:40:27.080309 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-30414501-f730-40b8-9a37-3d4d7d9e5ebd req-43ce7be2-29b2-4657-a812-939b61e851d0 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301619 Aug 29 11:40:27.278147 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:27.584318 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed991fab-f07a-46a4-bf56-e97c35079688 req-8b48269f-4c3b-4ff6-b3f3-e6322bcdd325 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:27.585796 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ed991fab-f07a-46a4-bf56-e97c35079688 req-8b48269f-4c3b-4ff6-b3f3-e6322bcdd325 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0471444 Aug 29 11:40:27.626355 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ed991fab-f07a-46a4-bf56-e97c35079688 req-4d4b0e80-89f9-4249-88aa-cbe4c29394c1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341125 Aug 29 11:40:27.993263 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:28.197084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2cae-4b8d-4099-a498-e2bf0d322d81 req-ba5903de-e77e-42ac-940c-7b934bea462b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:28.198650 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7aff2cae-4b8d-4099-a498-e2bf0d322d81 req-ba5903de-e77e-42ac-940c-7b934bea462b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Aug 29 11:40:28.237362 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7aff2cae-4b8d-4099-a498-e2bf0d322d81 req-f37beb21-cfb8-463a-86a4-ca6b4bfaf74a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 29 11:40:28.754441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e7eff-d781-4684-94cd-5a0911d8e99d req-694fc348-3bfe-4b73-8585-a4818a96629f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:28.754441 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ab2e7eff-d781-4684-94cd-5a0911d8e99d req-694fc348-3bfe-4b73-8585-a4818a96629f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0563722 Aug 29 11:40:28.797205 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ab2e7eff-d781-4684-94cd-5a0911d8e99d req-dee56195-8f09-49c8-9ba3-98ee56b44af9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354340 Aug 29 11:40:29.000846 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-7b7b2542-6215-40a0-924f-a8b0fc06499e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:29.002347 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-7b7b2542-6215-40a0-924f-a8b0fc06499e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/networks?id=cf956455-3fbc-4d9f-b117-12f44608c95e HTTP/1.1" status: 200 len: 814 time: 0.1012266 Aug 29 11:40:29.018083 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-e2cfea0e-bf1b-4534-87ad-9a1635d1e483 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/quotas/b6b7f0d38e654b3591756aed7b509a7d HTTP/1.1" status: 200 len: 375 time: 0.0092518 Aug 29 11:40:29.050349 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-4c758706-10cd-4765-8856-4bd4c713eb09 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268970 Aug 29 11:40:29.141512 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-e0ea4f03-ed03-4b09-ad3b-9c902bab077d service neutron] 10.222.0.43 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Aug 29 11:40:29.229321 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-8d36bd1b-9283-4bc3-9da2-d56e82420544 service neutron] 10.222.0.43 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817819 Aug 29 11:40:29.349858 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69186b74-935f-433d-8a0b-940900b0b202 req-1363d5b7-f7f4-4b41-8373-d81cd6bcd2df tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:29.351408 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-69186b74-935f-433d-8a0b-940900b0b202 req-1363d5b7-f7f4-4b41-8373-d81cd6bcd2df tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Aug 29 11:40:29.389888 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-69186b74-935f-433d-8a0b-940900b0b202 req-1c661613-1508-4b73-9f92-6a7093c39bed tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Aug 29 11:40:29.485102 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:29.486135 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fa693a13-951f-45d3-9fe8-7bc3d3560366 req-b6e853c5-9dc4-40c1-8ea3-9753db62d918 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 210 time: 0.0367353 Aug 29 11:40:29.919160 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c1523-5d82-4647-af44-1dc21cf1d215 req-de97681d-e326-4ade-8abd-a84c0a93bdea tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:29.919160 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f5c1523-5d82-4647-af44-1dc21cf1d215 req-de97681d-e326-4ade-8abd-a84c0a93bdea tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0539587 Aug 29 11:40:29.955640 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f5c1523-5d82-4647-af44-1dc21cf1d215 req-f4dd6369-c4aa-42a3-a3e5-4d100cbb3047 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Aug 29 11:40:30.507234 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f559d-63ce-4324-8338-f9a41361e5bf req-1497be58-95ec-4482-8d41-2ff871b3683b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:30.509376 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4b9f559d-63ce-4324-8338-f9a41361e5bf req-1497be58-95ec-4482-8d41-2ff871b3683b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0536523 Aug 29 11:40:30.555470 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4b9f559d-63ce-4324-8338-f9a41361e5bf req-5983ba62-5e7e-4f5d-bda7-5471306a2499 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376179 Aug 29 11:40:30.596812 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e965bb64-5ec8-4367-970e-ae7866ccdfbc req-362b6be9-ac4b-4e9d-85d1-95245bf0bff3 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 210 time: 0.0373671 Aug 29 11:40:30.602298 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56284) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:30.705901 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-313190dc-7cbf-4cc3-beae-98ef4ddf6dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:30.790805 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-313190dc-7cbf-4cc3-beae-98ef4ddf6dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:30.922797 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-313190dc-7cbf-4cc3-beae-98ef4ddf6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:30.961235 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-313190dc-7cbf-4cc3-beae-98ef4ddf6dbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54deed0e438b472aa1fff82172870e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577919 Aug 29 11:40:30.962444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313190dc-7cbf-4cc3-beae-98ef4ddf6dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f2d55-163d-47b9-8c84-b6b9ea185013,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:30.963923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56292) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:31.015466 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:31.060719 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:31.329107 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0d99a-fa94-4716-add2-b8ac6839ceba req-ed31efdb-e1ee-4de2-a498-141d51c9465f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:31.337018 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-60d0d99a-fa94-4716-add2-b8ac6839ceba req-ed31efdb-e1ee-4de2-a498-141d51c9465f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.3084509 Aug 29 11:40:31.345912 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:31.389603 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-60d0d99a-fa94-4716-add2-b8ac6839ceba req-c8d05584-264d-4491-8c3a-654e5a00301e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 Aug 29 11:40:31.406046 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c9dc-f415-4a97-832b-80c15dbc22ff req-7838f0fe-c569-4997-9706-e8897347a99a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:31.410150 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-70c7c9dc-f415-4a97-832b-80c15dbc22ff req-7838f0fe-c569-4997-9706-e8897347a99a tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.1218295 Aug 29 11:40:31.442168 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-70c7c9dc-f415-4a97-832b-80c15dbc22ff req-542eba64-3998-47e7-a2a6-bdf007582bca tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 29 11:40:31.455469 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:31.458071 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:31.459984 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/646f2d55-163d-47b9-8c84-b6b9ea185013 HTTP/1.1" status: 204 len: 168 time: 0.4928498 Aug 29 11:40:31.469297 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f2d55-163d-47b9-8c84-b6b9ea185013,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:31.478437 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.478829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.479178 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.479520 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.479858 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.480195 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.480528 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.480880 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.481221 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.481553 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.481880 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.482203 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aa9f6a-bfa0-4cef-b134-ed6e11089acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:31.596974 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-af02031b-0e11-4b1a-bb2d-ce746f40c95d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748739369&fields=id&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 267 time: 0.0443983 Aug 29 11:40:31.613820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-9bfd1a8b-3b75-4c65-88d0-d54af4bd43b1 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:31.615337 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-9bfd1a8b-3b75-4c65-88d0-d54af4bd43b1 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "GET /v2.0/networks?id=cf956455-3fbc-4d9f-b117-12f44608c95e HTTP/1.1" status: 200 len: 814 time: 0.1009076 Aug 29 11:40:31.640220 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Request body: {'port': {'device_id': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e', 'admin_state_up': True, 'tenant_id': 'b6b7f0d38e654b3591756aed7b509a7d'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:40:31.713654 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-0d2f08fe-c7f8-4af4-b2bb-773c5dcb02e2 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:31.715207 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-0d2f08fe-c7f8-4af4-b2bb-773c5dcb02e2 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1074650 Aug 29 11:40:31.732663 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-8ab7c915-eae7-48ac-a2ae-b91e4404cab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/quotas/2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 375 time: 0.0093441 Aug 29 11:40:31.764701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea88035-5e79-4bf2-8177-81d726e73e82 req-853085a8-e468-4eb9-b732-b97518dd87e2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:31.766479 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2ea88035-5e79-4bf2-8177-81d726e73e82 req-853085a8-e468-4eb9-b732-b97518dd87e2 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0834320 Aug 29 11:40:31.789606 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-6cddb660-16e1-496f-8574-423d785a8739 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527260 Aug 29 11:40:31.838614 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2ea88035-5e79-4bf2-8177-81d726e73e82 req-80e1cc1c-238d-4d02-933b-ee630de21b99 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Aug 29 11:40:31.901496 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-baf25b17-ef3b-4344-8243-ee071fc48428 service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904274 Aug 29 11:40:31.933522 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-091a2f49-bdcf-4368-8f9b-35e33fa0ebcd req-973d4799-d74d-483d-a772-e505d93214b4 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 210 time: 0.0266676 Aug 29 11:40:31.993642 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Made reservation on behalf of b6b7f0d38e654b3591756aed7b509a7d for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:40:31.997656 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-396510ef-eae3-4f94-82e9-031f1bbcebd9 service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897503 Aug 29 11:40:31.997824 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.130210 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Allocated IP 172.20.0.7 (cf956455-3fbc-4d9f-b117-12f44608c95e/a7cd5a3a-3577-4958-9a8e-d0609e9a3699/89d15fce-4377-4b18-8511-3fdb47350f68) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:40:32.274915 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.370350 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.416153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Network cf956455-3fbc-4d9f-b117-12f44608c95e is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:40:32.419375 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:40:32.423128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:40:32.448696 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Pushing event updated for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:32.484986 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:32.485602 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.533748 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6ea9-774d-49bd-94eb-447b796e5a36 req-a7d6725e-d2ac-417f-b391-e44ae050099a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:32.535265 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-462a6ea9-774d-49bd-94eb-447b796e5a36 req-a7d6725e-d2ac-417f-b391-e44ae050099a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0705142 Aug 29 11:40:32.569530 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-45674f72-bea0-4fdf-987f-1c225d104646 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9333656 Aug 29 11:40:32.576887 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-462a6ea9-774d-49bd-94eb-447b796e5a36 req-18e56db2-5db2-40bf-871a-9e2f05ae38ad tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350168 Aug 29 11:40:32.605084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5f07-67b3-4378-8ce1-480c6805c610 req-f378581f-6f53-436f-ad92-b0902a8a23a8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:32.607209 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-610e5f07-67b3-4378-8ce1-480c6805c610 req-f378581f-6f53-436f-ad92-b0902a8a23a8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Aug 29 11:40:32.645031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Request body: {'port': {'device_id': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:40:32.650654 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-610e5f07-67b3-4378-8ce1-480c6805c610 req-93cca040-b777-4f54-84ee-f13e24512624 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Aug 29 11:40:32.684004 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c950b836-5c0e-49f1-9a67-d34871dfc794 req-1661c329-ba79-4619-beb9-b20783699408 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 210 time: 0.0577726 Aug 29 11:40:32.719389 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.962370 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755527d-17b2-49a6-8c87-879bf9b822ab req-4770cd34-18c9-40e2-863e-a3ad981c83e6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:32.963902 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9755527d-17b2-49a6-8c87-879bf9b822ab req-4770cd34-18c9-40e2-863e-a3ad981c83e6 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Aug 29 11:40:32.979110 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d15fce-4377-4b18-8511-3fdb47350f68 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:40:32.986722 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:32.998955 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Transition to ACTIVE for port object 89d15fce-4377-4b18-8511-3fdb47350f68 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:40:33.005250 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9755527d-17b2-49a6-8c87-879bf9b822ab req-2aea7eb9-220c-4bd0-a7e0-b856c71163bf tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Aug 29 11:40:33.057066 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627aac5-88f7-437d-adf0-924d2d79eeb1 req-2b61d230-b41f-4a7e-b3e4-6b9f5c45bbc2 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.058592 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d627aac5-88f7-437d-adf0-924d2d79eeb1 req-2b61d230-b41f-4a7e-b3e4-6b9f5c45bbc2 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 931 time: 0.0495219 Aug 29 11:40:33.077836 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:33.139518 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d627aac5-88f7-437d-adf0-924d2d79eeb1 req-29597a42-6a61-4c1d-b489-78b20aba9a15 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748348 Aug 29 11:40:33.141329 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Pushing event updated for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:33.211675 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Attempting to bind port 89d15fce-4377-4b18-8511-3fdb47350f68 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:40:33.212008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Attempting to bind port 89d15fce-4377-4b18-8511-3fdb47350f68 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:40:33.212335 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Attempting to bind port 89d15fce-4377-4b18-8511-3fdb47350f68 on network cf956455-3fbc-4d9f-b117-12f44608c95e {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:40:33.216532 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Port 89d15fce-4377-4b18-8511-3fdb47350f68 on network cf956455-3fbc-4d9f-b117-12f44608c95e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:40:33.216894 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Attempting to bind port 89d15fce-4377-4b18-8511-3fdb47350f68 on network cf956455-3fbc-4d9f-b117-12f44608c95e {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:40:33.221873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:40:33.222208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Checking segment: {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:40:33.222584 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Bound using segment: {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:40:33.223008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Bound port: 89d15fce-4377-4b18-8511-3fdb47350f68, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02f4474-3352-418d-89fc-0980d3663b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:40:33.223363 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:33.283986 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:40:33.286951 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89d15fce-4377-4b18-8511-3fdb47350f68,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:40:33.385712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:33.420199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.420822 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:33.423864 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] 10.222.0.42 "PUT /v2.0/ports/89d15fce-4377-4b18-8511-3fdb47350f68 HTTP/1.1" status: 200 len: 1093 time: 0.7849593 Aug 29 11:40:33.423864 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:33.424917 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db58304-f598-49fc-9b53-fb8512bd4ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:33.449184 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6aff4-a2b0-4336-bb78-1b9b83a16d01 service neutron] Pushing event updated for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:33.485444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921922e-77ad-4c03-ac1c-2155adfb3995 x-openstack-request-id: req-5921922e-77ad-4c03-ac1c-2155adfb3995 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:33.485814 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:33.486021 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5921922e-77ad-4c03-ac1c-2155adfb3995 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:33.486632 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68', 'status': 'completed', 'code': 200} Aug 29 11:40:33.576607 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-4b43bbac-3fdc-43c6-9934-597074eb5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.578134 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-4b43bbac-3fdc-43c6-9934-597074eb5a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 1096 time: 0.0462594 Aug 29 11:40:33.712186 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-4e219c96-636f-4019-9b54-eb9f97be1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.713679 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-4e219c96-636f-4019-9b54-eb9f97be1580 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1259837 Aug 29 11:40:33.726978 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d2be2-a8cb-442d-9001-cfcb0d78d33c req-469cf909-45c3-4be9-9340-7acf3de65659 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.728268 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-599d2be2-a8cb-442d-9001-cfcb0d78d33c req-469cf909-45c3-4be9-9340-7acf3de65659 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0767374 Aug 29 11:40:33.774272 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047554ff-9d6c-4ae5-9fcb-19ac846edf32 req-cc31f520-821e-4443-8b16-238ba6acb098 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.775742 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-047554ff-9d6c-4ae5-9fcb-19ac846edf32 req-cc31f520-821e-4443-8b16-238ba6acb098 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Aug 29 11:40:33.817676 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-047554ff-9d6c-4ae5-9fcb-19ac846edf32 req-d52726d5-a6b4-497e-b78a-9fe1d431b168 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Aug 29 11:40:33.858040 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-599d2be2-a8cb-442d-9001-cfcb0d78d33c req-80d5382b-41e2-4850-a4e5-f24b07818c54 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215985 Aug 29 11:40:33.868817 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-bc580c2e-8482-4709-95c5-bb3a4afebf7b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.870300 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-bc580c2e-8482-4709-95c5-bb3a4afebf7b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 945 time: 0.0888090 Aug 29 11:40:33.899332 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-8f3cfbf0-607b-4187-86f1-f2b4f1e078e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:33.900983 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4db58304-f598-49fc-9b53-fb8512bd4ccf req-8f3cfbf0-607b-4187-86f1-f2b4f1e078e3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717465 Aug 29 11:40:33.913491 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-39fc9089-1c9f-42b4-a682-c4a19f9ca96c req-b82c058e-c8b6-49b8-a09c-a8e2516c0d58 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 210 time: 0.0363946 Aug 29 11:40:34.007184 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-ef4ee548-43d0-48d5-94ba-cbf713c12c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.008646 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-ef4ee548-43d0-48d5-94ba-cbf713c12c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 1096 time: 0.0541966 Aug 29 11:40:34.014502 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Deleting port d6d0e388-7b88-41f2-972f-320eeebff195 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:34.014845 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:34.095366 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-8717af12-6821-4d85-bf93-782a4c51ef96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89d15fce-4377-4b18-8511-3fdb47350f68 HTTP/1.1" status: 200 len: 217 time: 0.0766330 Aug 29 11:40:34.204893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] For port d6d0e388-7b88-41f2-972f-320eeebff195, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6d0e388-7b88-41f2-972f-320eeebff195,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:34.205265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:34.220425 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4256-207d-47ae-b3ed-830f1af860ee req-0b280528-0d03-4818-b176-5f18e9cefb4d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.221961 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-efbd4256-207d-47ae-b3ed-830f1af860ee req-0b280528-0d03-4818-b176-5f18e9cefb4d tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.1310680 Aug 29 11:40:34.223306 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-f6551b0e-3616-489f-b0b7-9cb2730a813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.224618 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-f6551b0e-3616-489f-b0b7-9cb2730a813c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7cd5a3a-3577-4958-9a8e-d0609e9a3699 HTTP/1.1" status: 200 len: 854 time: 0.1146610 Aug 29 11:40:34.231868 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Calling delete_port for d6d0e388-7b88-41f2-972f-320eeebff195 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:34.252846 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c142f-5ffb-4e74-bc22-467fcb2cdd9d req-b2c08c1a-b9e3-4e56-b494-335f6744dd47 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.254389 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c16c142f-5ffb-4e74-bc22-467fcb2cdd9d req-b2c08c1a-b9e3-4e56-b494-335f6744dd47 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Aug 29 11:40:34.271371 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-ffd1c99c-483e-4cb6-afd1-b204b74dd0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cf956455-3fbc-4d9f-b117-12f44608c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335548 Aug 29 11:40:34.296315 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c16c142f-5ffb-4e74-bc22-467fcb2cdd9d req-19e76bfd-8478-449a-80c2-ec8d68574988 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Aug 29 11:40:34.365065 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-efbd4256-207d-47ae-b3ed-830f1af860ee req-cfd8278e-bfe5-41ac-a566-e80295fc0805 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347690 Aug 29 11:40:34.427027 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-610d50b7-6deb-4eba-8644-50baff44a875 service neutron] 10.222.0.42 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447787 Aug 29 11:40:34.554291 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e40bd94f-dea2-442e-9e80-664302bc8cae req-e41c7d1a-4eda-4fd1-bc9a-dccbdddfb844 service neutron] 10.222.0.42 "GET /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184435 Aug 29 11:40:34.575841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:34.588401 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37', 'feb52b79-14cc-41b5-866f-0ae709919c37', '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'd6d0e388-7b88-41f2-972f-320eeebff195'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:34.640390 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event deleted for resources: {'Port': ['ID=d6d0e388-7b88-41f2-972f-320eeebff195,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:34.646986 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-9bc07488-3436-44bd-b732-cb4e78a303be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.649192 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-9bc07488-3436-44bd-b732-cb4e78a303be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1172011 Aug 29 11:40:34.663239 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] No DVR routers for this DVR port d6d0e388-7b88-41f2-972f-320eeebff195 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:34.667232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:34.669418 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-18da99f2-c48f-41b0-ac33-ecf8d036c25f req-7772dd4d-078b-4f4d-a987-36b06d68bf7c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "DELETE /v2.0/ports/d6d0e388-7b88-41f2-972f-320eeebff195 HTTP/1.1" status: 204 len: 173 time: 0.7877316 Aug 29 11:40:34.709894 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-48f11f94-c89a-4eff-82c2-c30fb0581c79 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 380 time: 0.0508535 Aug 29 11:40:34.721368 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'port': {'device_id': 'd527a464-11ba-400a-9847-467c2a4014c1', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'admin_state_up': True, 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'security_groups': ['c47e8de3-d7fa-463a-abb8-12f400e15d78']}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:40:34.791465 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-5bbc11a6-47f6-4b0e-9656-fdd6aa701aad tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:34.793267 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-5bbc11a6-47f6-4b0e-9656-fdd6aa701aad tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0568073 Aug 29 11:40:34.896126 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Deleting port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:34.896467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:34.919300 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-23ad24d2-2309-4f8e-aff5-635a5df47a62 req-24a4eaa0-073a-4a22-8f42-ddadf7d5f978 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.0315564 Aug 29 11:40:35.003035 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Made reservation on behalf of 2e6ec23d9af8483c99a30c4cec4015a1 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:40:35.009406 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.037026 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] For port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:35.037400 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.048063 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-730a0ae2-06f2-4a05-9c45-e6314b14f71e req-8a3e687d-44d0-4b27-b39f-b3c5dd37e6e1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Aug 29 11:40:35.048355 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d39f-ca09-49b0-bbb7-940aef134b4e req-be014f0a-2906-4a07-ac3f-b20dd4697068 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:35.048453 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0516d39f-ca09-49b0-bbb7-940aef134b4e req-be014f0a-2906-4a07-ac3f-b20dd4697068 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0931387 Aug 29 11:40:35.070007 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Calling delete_port for fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:35.147221 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0516d39f-ca09-49b0-bbb7-940aef134b4e req-7032f542-a018-41fe-b55d-c547b9ca3963 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917797 Aug 29 11:40:35.191786 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.20.0.13 (74644692-7987-4516-ba84-526b4742c34d/402957c8-518d-4ae5-bef6-789845eca07d/5819e349-5974-4f97-8a57-5ee32bcac09a) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:40:35.352692 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.388253 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Transition to ACTIVE for port object 5819e349-5974-4f97-8a57-5ee32bcac09a will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:40:35.466059 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196d2e-6274-471c-8c4d-7f41f63de8cc req-4fa201c1-db64-4b1a-96bd-7e06a2def3d0 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:35.473496 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-07196d2e-6274-471c-8c4d-7f41f63de8cc req-4fa201c1-db64-4b1a-96bd-7e06a2def3d0 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 943 time: 0.0828772 Aug 29 11:40:35.489276 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'name': 'network-vif-deleted', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:35.491496 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4813b25b-8f26-45d8-a866-b0362f3b2ffe" -d '{"events": [{"server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "name": "network-vif-deleted", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:35.521162 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-07196d2e-6274-471c-8c4d-7f41f63de8cc req-a95af3dd-e3da-4b62-9237-9c0dc41a21fb tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Aug 29 11:40:35.526441 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74273a3a-2071-4ee2-98d2-9efbceef0d43 req-2a1910a2-e62d-4355-b76f-1c9af0cdd58b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:35.528042 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-74273a3a-2071-4ee2-98d2-9efbceef0d43 req-2a1910a2-e62d-4355-b76f-1c9af0cdd58b tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 945 time: 0.0726464 Aug 29 11:40:35.565066 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.567688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18596ca-454f-4f52-b375-9506ac9092c7 x-openstack-request-id: req-c18596ca-454f-4f52-b375-9506ac9092c7 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:35.568005 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d496d-8cc2-4090-8dad-21d89aa82146", "name": "network-vif-deleted", "tag": "d6d0e388-7b88-41f2-972f-320eeebff195", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:35.568247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c18596ca-454f-4f52-b375-9506ac9092c7 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:35.568659 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d496d-8cc2-4090-8dad-21d89aa82146', 'name': 'network-vif-deleted', 'tag': 'd6d0e388-7b88-41f2-972f-320eeebff195', 'status': 'completed', 'code': 200} Aug 29 11:40:35.581408 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-74273a3a-2071-4ee2-98d2-9efbceef0d43 req-b141bc8f-c1eb-4392-9f1b-64a5e77c764a tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/security-groups?id=e39cc531-cfac-4b44-b7b6-3a400e016a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359974 Aug 29 11:40:35.598294 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.615119 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:40:35.618919 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:40:35.623935 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:40:35.628007 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:35.638893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Pushing event deleted for resources: {'Port': ['ID=fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:35.686583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:35.687424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.689278 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] No DVR routers for this DVR port fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:35.692481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:35.694522 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-91a85bf2-9302-4b34-a0fa-30ea0c4d0abb req-faeccf19-d92f-4a45-be30-8a4bab56f6a4 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.42 "DELETE /v2.0/ports/fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb HTTP/1.1" status: 204 len: 173 time: 0.8953533 Aug 29 11:40:35.707294 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:35.966775 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-17e63315-bb8c-4139-b11e-8697604d1fee tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417109 Aug 29 11:40:35.975627 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Request body: {'port': {'device_id': 'd527a464-11ba-400a-9847-467c2a4014c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:40:36.032820 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9bb70308-32de-4044-8a1e-8859ed62c94b None None] Provisioning for port 5819e349-5974-4f97-8a57-5ee32bcac09a completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:40:36.038183 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9bb70308-32de-4044-8a1e-8859ed62c94b None None] Provisioning complete for port 5819e349-5974-4f97-8a57-5ee32bcac09a triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:40:36.038336 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9bb70308-32de-4044-8a1e-8859ed62c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.059173 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-38aa4256-fa88-439d-a104-484be543b4ea req-159e924f-78bf-4b62-9dff-2dd9139ed193 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d496d-8cc2-4090-8dad-21d89aa82146 HTTP/1.1" status: 200 len: 210 time: 0.0318050 Aug 29 11:40:36.081022 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-9bb70308-32de-4044-8a1e-8859ed62c94b None None] Port 5819e349-5974-4f97-8a57-5ee32bcac09a cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:40:36.088869 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.182169 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11d8d-e130-47e2-a41a-e20dce7ad184 req-35d52095-39c3-4c5f-affe-1370bc434df9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:36.184067 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b2a11d8d-e130-47e2-a41a-e20dce7ad184 req-35d52095-39c3-4c5f-affe-1370bc434df9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 932 time: 0.0548294 Aug 29 11:40:36.229616 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b2a11d8d-e130-47e2-a41a-e20dce7ad184 req-0c92177b-9913-4f5d-9162-780867c508ca tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Aug 29 11:40:36.329073 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6650-982b-4e16-b47e-a7e804b74388 req-42ac9d36-42f4-4cd7-a4e0-1501b3b07c71 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:36.330549 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-472c6650-982b-4e16-b47e-a7e804b74388 req-42ac9d36-42f4-4cd7-a4e0-1501b3b07c71 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0944848 Aug 29 11:40:36.393336 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-472c6650-982b-4e16-b47e-a7e804b74388 req-d4c3a204-f40f-46d8-8383-71c5ebc8e042 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539184 Aug 29 11:40:36.429238 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5819e349-5974-4f97-8a57-5ee32bcac09a {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:40:36.436952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.449666 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Transition to ACTIVE for port object 5819e349-5974-4f97-8a57-5ee32bcac09a will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:40:36.533797 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.605032 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Pushing event updated for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:36.638117 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6ebad-6733-46e5-be72-6c629d6aa8de req-a08f364f-5b47-4502-abf0-4026961d859b tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:36.639679 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6bc6ebad-6733-46e5-be72-6c629d6aa8de req-a08f364f-5b47-4502-abf0-4026961d859b tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 943 time: 0.0551982 Aug 29 11:40:36.672790 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Attempting to bind port 5819e349-5974-4f97-8a57-5ee32bcac09a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:40:36.674806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Attempting to bind port 5819e349-5974-4f97-8a57-5ee32bcac09a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:40:36.674806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Attempting to bind port 5819e349-5974-4f97-8a57-5ee32bcac09a on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:40:36.678850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Port 5819e349-5974-4f97-8a57-5ee32bcac09a on network 74644692-7987-4516-ba84-526b4742c34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:40:36.679199 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Attempting to bind port 5819e349-5974-4f97-8a57-5ee32bcac09a on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:40:36.685112 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:40:36.685603 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:40:36.686001 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Bound using segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:40:36.686881 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Bound port: 5819e349-5974-4f97-8a57-5ee32bcac09a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:40:36.686881 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.696367 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6bc6ebad-6733-46e5-be72-6c629d6aa8de req-d97c88f1-22dd-4536-905e-cbaa801be1c9 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501189 Aug 29 11:40:36.724497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-97b378f5-169c-4973-8368-2fccb0a94149 req-ae824088-ffb2-43c8-a43c-2092161da8ca tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 210 time: 0.0345058 Aug 29 11:40:36.783041 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:40:36.786090 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5819e349-5974-4f97-8a57-5ee32bcac09a,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:40:36.872878 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.906662 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:36.907273 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:36.908657 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] 10.222.0.42 "PUT /v2.0/ports/5819e349-5974-4f97-8a57-5ee32bcac09a HTTP/1.1" status: 200 len: 1094 time: 0.9383454 Aug 29 11:40:36.909115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:36.911384 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5febe413-4ce7-4bdb-a9bf-76a92337bb05" -d '{"events": [{"name": "network-changed", "server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:36.935718 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab13ec-7e90-4891-a787-88c11a440534 service neutron] Pushing event updated for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:36.954168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc220944-3832-4bef-a915-bbf1aafbe7d5 x-openstack-request-id: req-bc220944-3832-4bef-a915-bbf1aafbe7d5 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:36.954459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:36.954709 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc220944-3832-4bef-a915-bbf1aafbe7d5 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:36.955103 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'status': 'completed', 'code': 200} Aug 29 11:40:37.346949 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a50a5-e02c-4c5c-815e-195aedc9bb11 req-258fe286-704c-4373-83f6-bdfe101988be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:37.348416 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-102a50a5-e02c-4c5c-815e-195aedc9bb11 req-258fe286-704c-4373-83f6-bdfe101988be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0485454 Aug 29 11:40:37.385742 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-102a50a5-e02c-4c5c-815e-195aedc9bb11 req-acd14dc8-7308-428a-bcc0-6e08e615497b tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Aug 29 11:40:37.511526 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c29c3e-7e81-4a74-8d59-d2e15228c548 req-92d10d76-eb07-4b58-95d2-fa5163a73b5a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:37.513044 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-72c29c3e-7e81-4a74-8d59-d2e15228c548 req-92d10d76-eb07-4b58-95d2-fa5163a73b5a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0493505 Aug 29 11:40:37.550547 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-72c29c3e-7e81-4a74-8d59-d2e15228c548 req-a40054ec-a776-413e-9c22-ffd1cb22bd7e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Aug 29 11:40:37.570038 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'name': 'network-vif-deleted', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:37.572416 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db2ecf-bfa9-4545-8503-349a9aeca1c6" -d '{"events": [{"server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "name": "network-vif-deleted", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:37.607646 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af699932-af13-4889-a6b6-394f0a825ac7 x-openstack-request-id: req-af699932-af13-4889-a6b6-394f0a825ac7 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:37.608481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a3cea-2883-494f-869a-4b877399a615", "name": "network-vif-deleted", "tag": "fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:37.608481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af699932-af13-4889-a6b6-394f0a825ac7 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:37.608690 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a3cea-2883-494f-869a-4b877399a615', 'name': 'network-vif-deleted', 'tag': 'fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb', 'status': 'completed', 'code': 200} Aug 29 11:40:37.809896 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3334-9b4d-46e8-bb60-b8eb9ed5f706 req-2c913c7e-7614-4a61-80f7-003d9342b59f tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:37.811609 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bb7c3334-9b4d-46e8-bb60-b8eb9ed5f706 req-2c913c7e-7614-4a61-80f7-003d9342b59f tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Aug 29 11:40:37.833241 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-581e2045-9328-417f-b8c9-26647d07f859 req-8990fe37-5302-4c37-8a77-226fa33986b7 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 210 time: 0.0265460 Aug 29 11:40:37.855312 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bb7c3334-9b4d-46e8-bb60-b8eb9ed5f706 req-2b195ed0-562b-43fe-94ac-31a262348c13 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 29 11:40:38.494368 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960952-35bc-4697-9b27-3494350e4657 req-cd2031d6-dc23-4e54-a320-a0a5c14c5079 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:38.496390 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bd960952-35bc-4697-9b27-3494350e4657 req-cd2031d6-dc23-4e54-a320-a0a5c14c5079 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0470741 Aug 29 11:40:38.532430 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bd960952-35bc-4697-9b27-3494350e4657 req-1083c182-8fed-4840-b1ff-9cef1496ee86 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301321 Aug 29 11:40:38.669282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da93742-4b1e-4adc-b262-f074a926a6fc req-eec47297-2194-4cef-8f47-fb4f73f6ae56 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:38.670807 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8da93742-4b1e-4adc-b262-f074a926a6fc req-eec47297-2194-4cef-8f47-fb4f73f6ae56 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0516100 Aug 29 11:40:38.707764 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8da93742-4b1e-4adc-b262-f074a926a6fc req-d0e7311e-bb1e-4e57-b292-18b48aeb2cdb tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310946 Aug 29 11:40:38.938969 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0421429-7713-45f3-b4b2-1e782cce0c2a req-8409b94d-99ce-4c90-a389-c90fe7483667 tempest-ServerRescueNegativeTestJSON-1622770985 tempest-ServerRescueNegativeTestJSON-1622770985-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a1a3cea-2883-494f-869a-4b877399a615 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 29 11:40:38.960393 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96c206-30c4-4935-8094-bc4347c06d2a req-555c381c-5fb2-4e41-b2a8-bc073ea589b5 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:38.961913 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4f96c206-30c4-4935-8094-bc4347c06d2a req-555c381c-5fb2-4e41-b2a8-bc073ea589b5 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 943 time: 0.0482533 Aug 29 11:40:38.998563 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4f96c206-30c4-4935-8094-bc4347c06d2a req-2a7c4687-df6d-4d5e-a31a-436f54b814fe tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Aug 29 11:40:39.184408 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-090f011f-4dfd-41f6-9f55-beb4202903a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.185960 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-090f011f-4dfd-41f6-9f55-beb4202903a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 1097 time: 0.0417287 Aug 29 11:40:39.201944 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 89d15fce-4377-4b18-8511-3fdb47350f68 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:40:39.205841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:39.233615 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:39.233954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device fe64c2a7-dcab-4692-aa7e-b0b9fb47b9cb not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:39.234371 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device d6d0e388-7b88-41f2-972f-320eeebff195 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:39.256070 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: d6d0e388-7b88-41f2-972f-320eeebff195 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:39.256411 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device d6d0e388-7b88-41f2-972f-320eeebff195 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:39.290569 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-d38403fb-73b5-4168-a8b6-d7c5fe907394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.292053 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-d38403fb-73b5-4168-a8b6-d7c5fe907394 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974379 Aug 29 11:40:39.332469 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89d15fce-4377-4b18-8511-3fdb47350f68,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:39.342934 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '89d15fce-4377-4b18-8511-3fdb47350f68', 'network_id': 'cf956455-3fbc-4d9f-b117-12f44608c95e', 'port_id': '89d15fce-4377-4b18-8511-3fdb47350f68', 'mac_address': 'fa:16:3e:42:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cd5a3a-3577-4958-9a8e-d0609e9a3699', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:40:39.380612 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:39.388597 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-1fa9bc2c-083b-4e70-98d9-c21b4b6d0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.390156 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5febe413-4ce7-4bdb-a9bf-76a92337bb05 req-1fa9bc2c-083b-4e70-98d9-c21b4b6d0c49 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876470 Aug 29 11:40:39.397339 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d15fce-4377-4b18-8511-3fdb47350f68 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:40:39.419477 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89d15fce-4377-4b18-8511-3fdb47350f68,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:39.478084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-c1441f9d-2f14-4953-b3e4-d3d4cd399845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.479786 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-c1441f9d-2f14-4953-b3e4-d3d4cd399845 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 1097 time: 0.0472612 Aug 29 11:40:39.489605 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:39.531019 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-b4214087-cca0-4468-b795-45de2082b236 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5819e349-5974-4f97-8a57-5ee32bcac09a HTTP/1.1" status: 200 len: 217 time: 0.0348010 Aug 29 11:40:39.537178 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:39.544196 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.544559 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.545499 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.545848 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.546186 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.546522 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.546855 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.547187 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.547546 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.547934 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.548272 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.548593 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:40:39.590101 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-148c0878-721a-4b55-9c6e-519a22ec4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.592483 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-148c0878-721a-4b55-9c6e-519a22ec4e5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0510280 Aug 29 11:40:39.655463 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02659eec-c490-412d-b14f-e2795feca8cf req-fef6f329-eda1-413c-9304-adf5edb5b8b4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.656051 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45cee-26aa-4f46-b553-4aac99037412 req-721fc4e8-3b71-4b54-a677-6499a1eb4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.656986 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-02659eec-c490-412d-b14f-e2795feca8cf req-fef6f329-eda1-413c-9304-adf5edb5b8b4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Aug 29 11:40:39.657521 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-721fc4e8-3b71-4b54-a677-6499a1eb4c49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556958 Aug 29 11:40:39.696209 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-02659eec-c490-412d-b14f-e2795feca8cf req-e6b24470-c841-4d7f-9f7b-346ab5610fdc tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Aug 29 11:40:39.746508 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-770d7d31-5e9d-402a-bbc3-a3420b5c4bfc service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Aug 29 11:40:39.808328 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['89d15fce-4377-4b18-8511-3fdb47350f68'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:39.873927 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b0a25-a4d7-4725-8f4c-3047caf8453a req-7e026b5e-be5d-475e-a551-43e9655d66d7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:39.875650 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-270b0a25-a4d7-4725-8f4c-3047caf8453a req-7e026b5e-be5d-475e-a551-43e9655d66d7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0765111 Aug 29 11:40:39.879382 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22c45cee-26aa-4f46-b553-4aac99037412 req-f0d41c75-980e-493f-aa94-74be243073bf service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Aug 29 11:40:39.916168 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-270b0a25-a4d7-4725-8f4c-3047caf8453a req-0cba6718-7184-484f-9217-afb53f1e3029 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341854 Aug 29 11:40:39.991790 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56436) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:40.109942 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3266f8-b342-4aad-b1f0-9a268687b0a9 req-79da4044-2b03-4edb-a3da-9bb096b64f3c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:40.111410 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c3266f8-b342-4aad-b1f0-9a268687b0a9 req-79da4044-2b03-4edb-a3da-9bb096b64f3c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 944 time: 0.0476656 Aug 29 11:40:40.155098 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c3266f8-b342-4aad-b1f0-9a268687b0a9 req-086b0985-1457-444a-934e-b1cd7cb2a0e0 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344536 Aug 29 11:40:40.393487 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:40.684150 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Deleting port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:40.684783 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:40.761795 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] For port 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,segment=NetworkSegment(5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e),segment_id=5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:40.762150 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:40.776241 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Calling delete_port for 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd owned by network:router_interface {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:40.814010 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8107-1bcc-4470-852a-545c479fe772 req-8fbdbfb0-2e09-4183-a940-077503e3ec1c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:40.815497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-54fe8107-1bcc-4470-852a-545c479fe772 req-8fbdbfb0-2e09-4183-a940-077503e3ec1c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0522623 Aug 29 11:40:40.854325 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-54fe8107-1bcc-4470-852a-545c479fe772 req-b65230ba-c83e-42db-b5bb-8d15c9088d83 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Aug 29 11:40:40.983775 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1f8c4-8f31-48e4-a50d-052fd7604605 req-2d4276a6-7cea-4618-9c52-427b048ea1c2 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:40.985321 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6af1f8c4-8f31-48e4-a50d-052fd7604605 req-2d4276a6-7cea-4618-9c52-427b048ea1c2 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.0500600 Aug 29 11:40:41.024569 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6af1f8c4-8f31-48e4-a50d-052fd7604605 req-fdc5be58-ada4-4906-bfe3-da32dfd73426 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 29 11:40:41.043734 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75443dc3-bf53-4d96-bed9-3287ca9c16bb req-57357bd0-1376-4c0c-8860-18dca674160b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:41.045218 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-75443dc3-bf53-4d96-bed9-3287ca9c16bb req-57357bd0-1376-4c0c-8860-18dca674160b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0523584 Aug 29 11:40:41.052162 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.075893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5520a9-e86d-47d4-a6d7-5b02fa3520bd,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:41.137653 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-75443dc3-bf53-4d96-bed9-3287ca9c16bb req-c7601b68-a6db-418c-9379-a05733c99664 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718896 Aug 29 11:40:41.207582 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 89d15fce-4377-4b18-8511-3fdb47350f68 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:40:41.251283 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.277968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49609-e3b6-4da2-ba28-fba71a3e1300 req-e616261f-ceb5-46b1-9006-de1d55a59f53 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:41.279457 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51c49609-e3b6-4da2-ba28-fba71a3e1300 req-e616261f-ceb5-46b1-9006-de1d55a59f53 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 944 time: 0.0534668 Aug 29 11:40:41.319540 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51c49609-e3b6-4da2-ba28-fba71a3e1300 req-faf2bcf0-56b4-4b1a-959a-bdf82c25d11e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336943 Aug 29 11:40:41.358426 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 89d15fce-4377-4b18-8511-3fdb47350f68 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:40:41.362734 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 89d15fce-4377-4b18-8511-3fdb47350f68 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:40:41.363107 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.438127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.460146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Router a740bc4b-3dda-4a19-835f-da35d738344f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:40:41.464294 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:41.464294 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd51da49-f129-4804-9f3d-3d17912cfb15" -d '{"events": [{"server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "name": "network-vif-plugged", "status": "completed", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:41.475452 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89d15fce-4377-4b18-8511-3fdb47350f68,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:41.500981 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbd0f73-43cc-4b36-bb17-80c82d83af5f x-openstack-request-id: req-5bbd0f73-43cc-4b36-bb17-80c82d83af5f {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:41.501278 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "name": "network-vif-plugged", "status": "completed", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:41.501530 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bbd0f73-43cc-4b36-bb17-80c82d83af5f {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:41.501951 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68', 'code': 200} Aug 29 11:40:41.576951 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:40:41.582080 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6d360077-9ea8-4652-be3c-5b9e376c8fa7 admin admin] 10.222.0.43 "PUT /v2.0/routers/a740bc4b-3dda-4a19-835f-da35d738344f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887904 Aug 29 11:40:41.584803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56456) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:41.585484 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Sync routers for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:40:41.594425 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:40:41.595030 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:40:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:41.609885 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.662693 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:41.685820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks [] for router, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.700905 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:40:41.799934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:41.878913 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:40:40Z', 'revision_number': 5, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:41.912932 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Checking router: a740bc4b-3dda-4a19-835f-da35d738344f for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:40:41.922251 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Routers {'a740bc4b-3dda-4a19-835f-da35d738344f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:40:41.922897 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:40:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a740bc4b-3dda-4a19-835f-da35d738344f'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:41.975643 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Deleting port c37a877d-7470-4027-89aa-601a42c08beb {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:41.975995 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:42.020202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dae08c-d948-4512-8904-7cdd52bf3ffa req-beba1ce8-d54b-4c19-a369-723bf0cbe0d6 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:42.028027 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-03dae08c-d948-4512-8904-7cdd52bf3ffa req-beba1ce8-d54b-4c19-a369-723bf0cbe0d6 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.1024718 Aug 29 11:40:42.031267 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7156b-9ca5-4451-b660-3acf339aa1c0 req-5ccd77ec-b412-43d5-81be-c3650c600eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:42.032961 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d3c7156b-9ca5-4451-b660-3acf339aa1c0 req-5ccd77ec-b412-43d5-81be-c3650c600eca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 1098 time: 0.0765548 Aug 29 11:40:42.039787 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] Set router a740bc4b-3dda-4a19-835f-da35d738344f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:40:42.078769 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] For port c37a877d-7470-4027-89aa-601a42c08beb, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=c37a877d-7470-4027-89aa-601a42c08beb,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:42.079265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:42.094647 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Calling delete_port for c37a877d-7470-4027-89aa-601a42c08beb owned by network:router_gateway {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:42.097336 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-03dae08c-d948-4512-8904-7cdd52bf3ffa req-53c23818-3227-479f-b302-8f42780cf3bd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645645 Aug 29 11:40:42.105793 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d3c7156b-9ca5-4451-b660-3acf339aa1c0 req-52d9ce21-5c3a-4914-823d-b0326e082897 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594387 Aug 29 11:40:42.206601 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda0db7-d152-4fba-920a-27400748e5d6 req-9715a312-b23e-465f-9ecc-4ca0d394d221 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:42.208190 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3bda0db7-d152-4fba-920a-27400748e5d6 req-9715a312-b23e-465f-9ecc-4ca0d394d221 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.1008141 Aug 29 11:40:42.229479 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:40:40Z', 'revision_number': 5, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:42.257130 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b089d2-c703-4546-9b42-f7cf774a7b51 None None] The sync data for ids ['a740bc4b-3dda-4a19-835f-da35d738344f'] in dv-cinder-804757-4-iscsi is: [{'id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'name': 'tempest-ServerRescueNegativeTestJSON-1472691945-router', 'tenant_id': '58e815a774a44d88bf2688ce34a6b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:40:40Z', 'revision_number': 5, 'project_id': '58e815a774a44d88bf2688ce34a6b3a3', 'gw_port': {'id': 'c37a877d-7470-4027-89aa-601a42c08beb', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740bc4b-3dda-4a19-835f-da35d738344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:53Z', 'updated_at': '2021-08-29T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:40:42.275513 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece97b-3d38-4ec3-8ee8-e542c2a60efd req-a723e940-9795-45a4-abbe-1c5887d839e5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:42.281213 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cfece97b-3d38-4ec3-8ee8-e542c2a60efd req-a723e940-9795-45a4-abbe-1c5887d839e5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0635219 Aug 29 11:40:42.299381 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3bda0db7-d152-4fba-920a-27400748e5d6 req-0fc66481-1fda-4df9-9ec9-6880e69f0191 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523722 Aug 29 11:40:42.336811 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cfece97b-3d38-4ec3-8ee8-e542c2a60efd req-34a33e07-7088-4cca-91b2-730262d13430 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535085 Aug 29 11:40:42.432177 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:42.465741 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Pushing event deleted for resources: {'Port': ['ID=c37a877d-7470-4027-89aa-601a42c08beb,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:42.474030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677413-f98d-4a9b-8335-33c751b2ea22 req-b1765fb4-3092-42fa-90cc-0f0ad7a3ecff tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:42.475524 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c9677413-f98d-4a9b-8335-33c751b2ea22 req-b1765fb4-3092-42fa-90cc-0f0ad7a3ecff tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0823770 Aug 29 11:40:42.554143 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c9677413-f98d-4a9b-8335-33c751b2ea22 req-7bf897ca-58a8-4d60-a05f-bf96ea4d7722 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724950 Aug 29 11:40:42.556938 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:42.879042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:42.881112 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.014941 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.015499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a740bc4b-3dda-4a19-835f-da35d738344f {{(pid=94514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:40:43.020366 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.021525 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e8659a4f-74f9-40b3-a47a-168b4d77ceee admin admin] 10.222.0.43 "DELETE /v2.0/routers/a740bc4b-3dda-4a19-835f-da35d738344f HTTP/1.1" status: 204 len: 168 time: 1.4358065 Aug 29 11:40:43.024192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56478) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:43.071588 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_v2 [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Deleting subnet 0df4819b-d869-4129-9417-8e7443cca6c4 {{(pid=94514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:40:43.075065 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.110785 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646669'] for subnet, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.165370 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.214134 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab83d19-dd1a-4003-a95f-1165d28e4d41 req-f7a4ef7a-57b4-47ed-9fae-06abae81b5be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:43.216017 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:40:43.216515 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8ab83d19-dd1a-4003-a95f-1165d28e4d41 req-f7a4ef7a-57b4-47ed-9fae-06abae81b5be tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0530102 Aug 29 11:40:43.254436 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8ab83d19-dd1a-4003-a95f-1165d28e4d41 req-49c2ab94-d9cc-4904-8558-a34d670b9dc9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Aug 29 11:40:43.301390 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29542894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29535286'] for subnet, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.311302 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:43.324588 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:40:43.328983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df4819b-d869-4129-9417-8e7443cca6c4,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:43.334958 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.337124 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-97abf329-8848-4cf8-a79e-022f86307da9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0df4819b-d869-4129-9417-8e7443cca6c4 HTTP/1.1" status: 204 len: 168 time: 0.3119409 Aug 29 11:40:43.339784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56484) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:43.399323 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.420157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:40:43.421411 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-c40c4961-deee-498b-ae43-3178519ed5dc tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:43.425236 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-c40c4961-deee-498b-ae43-3178519ed5dc tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.0783613 Aug 29 11:40:43.441103 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:43.469822 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.524242 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.540711 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acbe78-837c-4455-b505-2adbe20b4fe1 req-40a5387e-f6fb-44b6-8589-a997806172a1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:43.540711 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a4acbe78-837c-4455-b505-2adbe20b4fe1 req-40a5387e-f6fb-44b6-8589-a997806172a1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 945 time: 0.1249299 Aug 29 11:40:43.580671 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:43.608566 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:43.608946 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 6a5520a9-e86d-47d4-a6d7-5b02fa3520bd not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:43.609376 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device c37a877d-7470-4027-89aa-601a42c08beb no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:43.636919 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:43.645924 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: c37a877d-7470-4027-89aa-601a42c08beb {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:43.646274 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device c37a877d-7470-4027-89aa-601a42c08beb not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:43.677521 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=6']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:43.692206 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.699938 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1e09-6ecc-4549-88ce-795c9490481c req-9758ef9f-1c23-47eb-9d17-d781138f559b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:43.707487 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5ede1e09-6ecc-4549-88ce-795c9490481c req-9758ef9f-1c23-47eb-9d17-d781138f559b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.2055907 Aug 29 11:40:43.709126 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a4acbe78-837c-4455-b505-2adbe20b4fe1 req-f1ec62bf-fb9c-443c-8218-4cd7543741a6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840349 Aug 29 11:40:43.734266 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bf374a-c889-42c0-8e4e-e26fd64f7fac']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:43.758858 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:43.759161 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b811ce0-56f8-4b8a-b2c6-1401eb5ac33e') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:43.774572 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.796609 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Deleting port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:43.797261 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.811081 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.811752 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5ede1e09-6ecc-4549-88ce-795c9490481c req-234dbb67-c4dc-4031-be6e-b36eb78f527c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030803 Aug 29 11:40:43.833997 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:40:43.834337 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:40:43.836107 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:40:43.901712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419ec3-2600-446c-9a32-df73dc86e1be req-8751c6f0-2843-4539-a0d3-03f6aa3d899a tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:43.903240 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17419ec3-2600-446c-9a32-df73dc86e1be req-8751c6f0-2843-4539-a0d3-03f6aa3d899a tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.1160743 Aug 29 11:40:43.925662 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] For port 1d05f499-b1bc-42be-ae5a-6651a5a331e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1d05f499-b1bc-42be-ae5a-6651a5a331e6,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:43.928901 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:43.947301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Calling delete_port for 1d05f499-b1bc-42be-ae5a-6651a5a331e6 owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:43.976317 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17419ec3-2600-446c-9a32-df73dc86e1be req-c7ec9a42-8f7b-4667-a7a8-e72077a32012 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Aug 29 11:40:43.996936 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.002918 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.006398 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f9bf374a-c889-42c0-8e4e-e26fd64f7fac HTTP/1.1" status: 204 len: 168 time: 0.6643424 Aug 29 11:40:44.018983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135fa7a-cc67-4841-8fa2-010a732e056c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bf374a-c889-42c0-8e4e-e26fd64f7fac,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:44.225382 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.237730 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37', 'feb52b79-14cc-41b5-866f-0ae709919c37', '1d05f499-b1bc-42be-ae5a-6651a5a331e6'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:44.254900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event deleted for resources: {'Port': ['ID=1d05f499-b1bc-42be-ae5a-6651a5a331e6,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:44.309676 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] No DVR routers for this DVR port 1d05f499-b1bc-42be-ae5a-6651a5a331e6 on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:44.312518 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.315269 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dd6f70a5-81b1-4201-9231-6a04f401a41d req-ffd9a1ee-4378-495e-9b25-69c36b879f58 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "DELETE /v2.0/ports/1d05f499-b1bc-42be-ae5a-6651a5a331e6 HTTP/1.1" status: 204 len: 173 time: 0.8820355 Aug 29 11:40:44.315719 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'name': 'network-vif-deleted', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:44.318184 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70fa1b5-2e8c-4984-b1c6-a64ec0256435" -d '{"events": [{"server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "name": "network-vif-deleted", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:44.356782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed324f-3e4a-4b23-ae4e-87125c9941eb x-openstack-request-id: req-23ed324f-3e4a-4b23-ae4e-87125c9941eb {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:44.357081 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2151fe-c18c-4f9b-abee-0a8f861f3f14", "name": "network-vif-deleted", "tag": "1d05f499-b1bc-42be-ae5a-6651a5a331e6", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:44.357333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23ed324f-3e4a-4b23-ae4e-87125c9941eb {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:44.357743 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2151fe-c18c-4f9b-abee-0a8f861f3f14', 'name': 'network-vif-deleted', 'tag': '1d05f499-b1bc-42be-ae5a-6651a5a331e6', 'status': 'completed', 'code': 200} Aug 29 11:40:44.450987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11c31-792c-40b4-b0ef-9e25d82bdd0a req-14c01ea6-23f2-41a8-9b75-b40a9b74af12 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:44.452543 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0ba11c31-792c-40b4-b0ef-9e25d82bdd0a req-14c01ea6-23f2-41a8-9b75-b40a9b74af12 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0685689 Aug 29 11:40:44.500855 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0ba11c31-792c-40b4-b0ef-9e25d82bdd0a req-777c37a7-9f1b-4276-a1d5-f92516dabd43 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Aug 29 11:40:44.511736 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56526) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:44.557595 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-85b8ca0b-c6cd-4b3b-8c88-38d3ecc93ba2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58e815a774a44d88bf2688ce34a6b3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447316 Aug 29 11:40:44.560126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56528) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:44.610452 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.634902 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.816031 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d4df601c-54c0-4838-8da3-cbd109a0dc39 req-7b729871-bd49-407f-ba4f-ae01c4979a61 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0308201 Aug 29 11:40:44.827000 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.831417 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:44.833769 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e39cc531-cfac-4b44-b7b6-3a400e016a2a HTTP/1.1" status: 204 len: 168 time: 0.2723355 Aug 29 11:40:44.843287 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096172-32a3-4284-b926-c80e36cddb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39cc531-cfac-4b44-b7b6-3a400e016a2a,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:44.966066 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769d30-e074-4a4e-98ab-9858f370ec01 req-6368f536-6d75-41b4-9bde-aa87a5f85c3d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:44.967977 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-94769d30-e074-4a4e-98ab-9858f370ec01 req-6368f536-6d75-41b4-9bde-aa87a5f85c3d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0596652 Aug 29 11:40:45.025173 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-94769d30-e074-4a4e-98ab-9858f370ec01 req-865fe8bd-c7f6-49cb-a950-56c4a7156c7b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491419 Aug 29 11:40:45.113399 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65249-4de3-4e3c-92b2-fb3d54fa312e req-48900bbb-10c9-4b46-bf19-e5aa8a6e69a6 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:45.120022 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3ce65249-4de3-4e3c-92b2-fb3d54fa312e req-48900bbb-10c9-4b46-bf19-e5aa8a6e69a6 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0590398 Aug 29 11:40:45.162098 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3ce65249-4de3-4e3c-92b2-fb3d54fa312e req-06329660-1888-4c94-a2ec-6b48d4d152df tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Aug 29 11:40:45.639449 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bba0f4-bfcb-4467-90cc-2f5ef87dbf27 req-6c1091b2-97a4-464b-bbfb-518ddb0e100e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:45.646819 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-10bba0f4-bfcb-4467-90cc-2f5ef87dbf27 req-6c1091b2-97a4-464b-bbfb-518ddb0e100e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0662370 Aug 29 11:40:45.686464 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-10bba0f4-bfcb-4467-90cc-2f5ef87dbf27 req-82d5447a-b3dc-4bd7-b7de-7cea489b469a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 Aug 29 11:40:45.941220 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cd9fa521-7739-4b72-8959-a5e7971e3470 req-afd80c18-bd45-473f-b08a-edc546875b72 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Aug 29 11:40:46.112753 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:40:46.169070 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572d807-6f62-4afd-95bc-06e4d39b4c47 req-f8c84b97-f88e-400e-a4eb-fb1f65624d1f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:46.177376 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5572d807-6f62-4afd-95bc-06e4d39b4c47 req-f8c84b97-f88e-400e-a4eb-fb1f65624d1f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0771213 Aug 29 11:40:46.201407 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:40:46.201780 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:46.247918 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5572d807-6f62-4afd-95bc-06e4d39b4c47 req-708d0a87-8d55-4fb2-9767-bf1e5d04137c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676734 Aug 29 11:40:46.292947 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:46.345959 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:46.346900 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:46.349595 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afd5709-4419-48be-b11d-23e6abd233a7" -d '{"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:46.403789 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896de39e-441f-48f2-ac8d-e1e9bbeb8819 x-openstack-request-id: req-896de39e-441f-48f2-ac8d-e1e9bbeb8819 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:46.404039 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:46.404388 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-896de39e-441f-48f2-ac8d-e1e9bbeb8819 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:46.404881 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'code': 200} Aug 29 11:40:46.444042 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:46.498196 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=7']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:46.827668 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3b51d-e1f2-4a96-abc2-78526738440b req-22f0f8f6-732d-4614-b4a3-9b40b10537f1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:46.838137 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-83d3b51d-e1f2-4a96-abc2-78526738440b req-22f0f8f6-732d-4614-b4a3-9b40b10537f1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0681930 Aug 29 11:40:46.884464 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-83d3b51d-e1f2-4a96-abc2-78526738440b req-ad75032b-20e0-47cd-834d-e01e7b5fbb5d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Aug 29 11:40:47.158041 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-008d343a-2a04-4e10-89b2-d247cadd9e94 req-93b50570-eeed-4745-883d-7e04e8649051 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0697885 Aug 29 11:40:47.411634 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0d1c-f4a6-4999-b90b-fab3f0d70c74 req-654a4596-ef80-4827-9110-02b5d5926913 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:47.414264 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-706c0d1c-f4a6-4999-b90b-fab3f0d70c74 req-654a4596-ef80-4827-9110-02b5d5926913 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0865157 Aug 29 11:40:47.454819 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-706c0d1c-f4a6-4999-b90b-fab3f0d70c74 req-adfd53a9-1483-4e3c-b0de-3bcf7b5dc2c1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Aug 29 11:40:48.007873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff4a6-a3ef-4af3-bda1-aaab6397dfe6 req-3877aa7a-e93d-4dee-90e0-c311d207fb47 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:48.014868 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-568ff4a6-a3ef-4af3-bda1-aaab6397dfe6 req-3877aa7a-e93d-4dee-90e0-c311d207fb47 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0612326 Aug 29 11:40:48.053401 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-568ff4a6-a3ef-4af3-bda1-aaab6397dfe6 req-0255168d-81d1-4b41-b7b6-b6cfdeac87ca tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364444 Aug 29 11:40:48.087257 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56610) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:48.230126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-99447c3b-ad38-4da2-80de-ff37cf75ff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.279055 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ad30002-d630-4440-b127-40f9f6ee7bd2 req-6c5d9398-293c-4e22-8b10-e3c4a6ec5842 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2151fe-c18c-4f9b-abee-0a8f861f3f14 HTTP/1.1" status: 200 len: 210 time: 0.0334487 Aug 29 11:40:48.369722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-99447c3b-ad38-4da2-80de-ff37cf75ff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.443831 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-99447c3b-ad38-4da2-80de-ff37cf75ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.526301 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56624) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:48.527229 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-99447c3b-ad38-4da2-80de-ff37cf75ff06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4972dcce3004f4b8dd780a97b8995f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381838 Aug 29 11:40:48.529659 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99447c3b-ad38-4da2-80de-ff37cf75ff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7493a637-0c99-4643-a278-6d62fec6990f,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:48.632202 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.654675 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f623f-ea61-4c16-bc74-e68e30360f16 req-152af515-3f12-44c5-891e-90950cfd0687 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:48.656281 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-839f623f-ea61-4c16-bc74-e68e30360f16 req-152af515-3f12-44c5-891e-90950cfd0687 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0845304 Aug 29 11:40:48.677369 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.730589 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-839f623f-ea61-4c16-bc74-e68e30360f16 req-3fd1d998-872d-40cc-88f4-e0f5a98385fd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633295 Aug 29 11:40:48.915941 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.919907 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:48.924055 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7493a637-0c99-4643-a278-6d62fec6990f HTTP/1.1" status: 204 len: 168 time: 0.3965433 Aug 29 11:40:48.933032 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121a69b-75cb-4b50-a7f9-badaf01f0561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7493a637-0c99-4643-a278-6d62fec6990f,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:49.193386 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6749c2-e98a-4fb4-8d2e-ef274ad7b3a1 req-f3b72194-1d5a-4376-9023-7d13df6dbc0f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:49.194827 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b6749c2-e98a-4fb4-8d2e-ef274ad7b3a1 req-f3b72194-1d5a-4376-9023-7d13df6dbc0f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0640066 Aug 29 11:40:49.255231 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b6749c2-e98a-4fb4-8d2e-ef274ad7b3a1 req-d82a9409-4e53-4cb0-acd5-e0d6f7d574a6 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534065 Aug 29 11:40:49.716380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56644) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:49.731893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65dddd07-b0f6-422f-be0c-35e0a4c16fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:49.902837 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65dddd07-b0f6-422f-be0c-35e0a4c16fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:49.954636 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635baa49-d241-43a3-b971-0e5e32e7b899 req-4f22bf00-414b-4b12-8006-707b53d6878f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:49.956256 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-635baa49-d241-43a3-b971-0e5e32e7b899 req-4f22bf00-414b-4b12-8006-707b53d6878f tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.1060872 Aug 29 11:40:49.963256 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342368c-4ff2-4bdf-8315-faca32a1adc6 req-2bc67b12-ad2f-473e-a656-4eedb18b5125 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:49.965641 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9342368c-4ff2-4bdf-8315-faca32a1adc6 req-2bc67b12-ad2f-473e-a656-4eedb18b5125 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.1157124 Aug 29 11:40:50.015459 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9342368c-4ff2-4bdf-8315-faca32a1adc6 req-4bb0001e-e1c9-4faf-beb3-717a6c29e1e5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Aug 29 11:40:50.028166 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-635baa49-d241-43a3-b971-0e5e32e7b899 req-cb4fc2fc-7b8b-4596-bdb3-bda567a7584b tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648975 Aug 29 11:40:50.046227 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65dddd07-b0f6-422f-be0c-35e0a4c16fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:50.084278 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dddd07-b0f6-422f-be0c-35e0a4c16fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c937b344-87c9-4b5a-a90e-ce2e00820cba,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:50.101333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-65dddd07-b0f6-422f-be0c-35e0a4c16fc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dca5564ac5d4064bdf99aa089034470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828044 Aug 29 11:40:50.101837 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56652) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:50.165992 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:50.192398 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:50.331070 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:50.339490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:50.342230 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c937b344-87c9-4b5a-a90e-ce2e00820cba HTTP/1.1" status: 204 len: 168 time: 0.2388215 Aug 29 11:40:50.367060 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f69a7-d28c-4938-b233-26dce034cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c937b344-87c9-4b5a-a90e-ce2e00820cba,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:50.400981 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0cd30-54ac-4d31-b73c-6ecc60002d69 req-3e4894d0-7e70-44fe-8924-ad8c21498211 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:50.402750 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50d0cd30-54ac-4d31-b73c-6ecc60002d69 req-3e4894d0-7e70-44fe-8924-ad8c21498211 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.0728049 Aug 29 11:40:50.457006 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-50d0cd30-54ac-4d31-b73c-6ecc60002d69 req-53d080cc-0c39-4da9-97cb-008e863d434c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Aug 29 11:40:51.137061 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5335a4-4731-40f1-9d99-45c2aca38b60 req-f0ed50cb-d210-449f-9e26-965b0a02e792 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:51.138550 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0d5335a4-4731-40f1-9d99-45c2aca38b60 req-f0ed50cb-d210-449f-9e26-965b0a02e792 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Aug 29 11:40:51.147967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bf57-b528-4593-a51e-1c069a8086d4 req-28c9c91f-b5aa-4b9f-855f-16f4e0623c82 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:51.173922 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cdd8bf57-b528-4593-a51e-1c069a8086d4 req-28c9c91f-b5aa-4b9f-855f-16f4e0623c82 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0501158 Aug 29 11:40:51.176305 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0d5335a4-4731-40f1-9d99-45c2aca38b60 req-aa23d95d-a249-44ba-874b-bf75d082c135 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Aug 29 11:40:51.194268 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cdd8bf57-b528-4593-a51e-1c069a8086d4 req-6f2ea35d-b980-4d3f-8fb7-22d47e465c16 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Aug 29 11:40:51.263111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 5819e349-5974-4f97-8a57-5ee32bcac09a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:40:51.267849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 1d05f499-b1bc-42be-ae5a-6651a5a331e6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:51.303807 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 1d05f499-b1bc-42be-ae5a-6651a5a331e6 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:51.304159 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 1d05f499-b1bc-42be-ae5a-6651a5a331e6 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:51.398912 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5819e349-5974-4f97-8a57-5ee32bcac09a,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:51.410309 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'port_id': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'mac_address': 'fa:16:3e:b0:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:40:51.464404 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:51.513038 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5819e349-5974-4f97-8a57-5ee32bcac09a {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:40:51.557987 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5819e349-5974-4f97-8a57-5ee32bcac09a,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:51.639169 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:51.706178 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4bc5045a-b4d7-4af1-9edd-86a9d599ea77 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:51.708573 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4bc5045a-b4d7-4af1-9edd-86a9d599ea77 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 945 time: 0.1164434 Aug 29 11:40:51.724763 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d12f5-0d0e-4638-a624-a136682f087a req-1f2c5d89-f548-47b0-af96-274ed3789a23 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:51.726417 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-644d12f5-0d0e-4638-a624-a136682f087a req-1f2c5d89-f548-47b0-af96-274ed3789a23 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 944 time: 0.1492922 Aug 29 11:40:51.742616 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:51.789461 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-644d12f5-0d0e-4638-a624-a136682f087a req-732e188c-f82f-4950-9556-f26d5912aee9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553155 Aug 29 11:40:51.844355 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Deleting port feb52b79-14cc-41b5-866f-0ae709919c37 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:40:51.844861 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:51.931081 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['5819e349-5974-4f97-8a57-5ee32bcac09a'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:52.041102 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] For port feb52b79-14cc-41b5-866f-0ae709919c37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=feb52b79-14cc-41b5-866f-0ae709919c37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:52.041738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:52.059519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Calling delete_port for feb52b79-14cc-41b5-866f-0ae709919c37 owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:40:52.328957 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:52.360081 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e700b6-35c2-4681-a9e8-e1a1174d7421 req-99b69afc-db35-4d3e-b38d-82d317c40fc4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:52.374048 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d1e700b6-35c2-4681-a9e8-e1a1174d7421 req-99b69afc-db35-4d3e-b38d-82d317c40fc4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0892518 Aug 29 11:40:52.391890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event deleted for resources: {'Port': ['ID=feb52b79-14cc-41b5-866f-0ae709919c37,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:52.429447 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d1e700b6-35c2-4681-a9e8-e1a1174d7421 req-719735e6-f1d9-4e45-b0b2-d83a87118cb4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536265 Aug 29 11:40:52.439063 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d913e8-c61e-4827-a125-2d00108675b8 req-9171d4ca-20e1-48c2-adc1-a9fda3264afe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:52.446911 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1d913e8-c61e-4827-a125-2d00108675b8 req-9171d4ca-20e1-48c2-adc1-a9fda3264afe tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 867 time: 0.1641951 Aug 29 11:40:52.663218 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:40:52.716810 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] No DVR routers for this DVR port feb52b79-14cc-41b5-866f-0ae709919c37 on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:40:52.720052 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:52.722099 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30473e7a-4c69-432a-8637-6ddc85359f8e req-4a814611-7c02-4666-b130-27c0b55f36a3 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "DELETE /v2.0/ports/feb52b79-14cc-41b5-866f-0ae709919c37 HTTP/1.1" status: 204 len: 173 time: 1.0067058 Aug 29 11:40:52.722669 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'name': 'network-vif-deleted', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:52.724961 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd411e36-154e-4db5-95bd-6f49c6df2883" -d '{"events": [{"server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "name": "network-vif-deleted", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:52.763765 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37', 'feb52b79-14cc-41b5-866f-0ae709919c37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:40:52.803331 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1d913e8-c61e-4827-a125-2d00108675b8 req-f933eab5-24e5-4aa3-98f9-8fc8cd4761b1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504446 Aug 29 11:40:52.814757 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fc00c-4e19-4521-b1ad-f072c2fcce2a x-openstack-request-id: req-976fc00c-4e19-4521-b1ad-f072c2fcce2a {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:52.815059 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821153a1-aaae-49aa-8648-4c0d73cce6b2", "name": "network-vif-deleted", "tag": "feb52b79-14cc-41b5-866f-0ae709919c37", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:52.815322 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-976fc00c-4e19-4521-b1ad-f072c2fcce2a {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:52.815733 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821153a1-aaae-49aa-8648-4c0d73cce6b2', 'name': 'network-vif-deleted', 'tag': 'feb52b79-14cc-41b5-866f-0ae709919c37', 'status': 'completed', 'code': 200} Aug 29 11:40:53.013125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd151f9-7f4a-4196-81c3-74e147f2ed51 req-8853fa5e-6721-4a84-bf77-d79ce014fa8d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:53.021537 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecd151f9-7f4a-4196-81c3-74e147f2ed51 req-8853fa5e-6721-4a84-bf77-d79ce014fa8d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 945 time: 0.1145446 Aug 29 11:40:53.064085 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecd151f9-7f4a-4196-81c3-74e147f2ed51 req-db0c62f1-0fa5-4d1e-9737-e792f9bbc25e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Aug 29 11:40:53.256613 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 5819e349-5974-4f97-8a57-5ee32bcac09a up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:40:53.415163 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 5819e349-5974-4f97-8a57-5ee32bcac09a completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:40:53.419322 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 5819e349-5974-4f97-8a57-5ee32bcac09a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:40:53.419620 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:53.584227 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:53.604082 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce77e7f-63db-488c-ab2c-19fea6060add req-9bdb3c33-639d-4c81-b546-998a1caead4f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:53.606446 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1ce77e7f-63db-488c-ab2c-19fea6060add req-9bdb3c33-639d-4c81-b546-998a1caead4f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0860481 Aug 29 11:40:53.614381 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:53.617428 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594de402-99cf-4ab5-a480-25ae324fcca9" -d '{"events": [{"server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "name": "network-vif-plugged", "status": "completed", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:53.645656 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5819e349-5974-4f97-8a57-5ee32bcac09a,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:40:53.668972 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ee90a-980e-4b33-a136-1f690cea5156 x-openstack-request-id: req-7a2ee90a-980e-4b33-a136-1f690cea5156 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:53.669469 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "name": "network-vif-plugged", "status": "completed", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:53.669887 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a2ee90a-980e-4b33-a136-1f690cea5156 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:53.670450 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'code': 200} Aug 29 11:40:53.671745 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1ce77e7f-63db-488c-ab2c-19fea6060add req-c2d1603d-65a8-4dd1-9d12-2d6024525aa6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501497 Aug 29 11:40:53.728601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:53.729933 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device feb52b79-14cc-41b5-866f-0ae709919c37 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:40:53.756178 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: feb52b79-14cc-41b5-866f-0ae709919c37 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:40:53.756590 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device feb52b79-14cc-41b5-866f-0ae709919c37 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:40:53.811363 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:53.996840 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-25b4565f-226f-4284-b3ab-c3f2936a0eda req-48335bfa-78eb-4945-8fd6-2082c4b43b2e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=821153a1-aaae-49aa-8648-4c0d73cce6b2 HTTP/1.1" status: 200 len: 210 time: 0.0760183 Aug 29 11:40:54.203999 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3142-b020-457d-b771-b5bce930337f req-8e36daf6-d7b4-4d72-8c1e-c27de7bb8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:54.205577 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e88a3142-b020-457d-b771-b5bce930337f req-8e36daf6-d7b4-4d72-8c1e-c27de7bb8fbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 1099 time: 0.0819829 Aug 29 11:40:54.251176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53485fe-638a-4562-8976-5613e2dc5a27 req-550569e4-39fa-4d00-9142-353c08838b53 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:54.252774 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c53485fe-638a-4562-8976-5613e2dc5a27 req-550569e4-39fa-4d00-9142-353c08838b53 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0940609 Aug 29 11:40:54.270622 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e88a3142-b020-457d-b771-b5bce930337f req-6c17dee5-fedb-4a7b-ab47-d44162e41fb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565679 Aug 29 11:40:54.287666 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b1c4166a-8283-4a68-b00c-71200201b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:54.298147 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c53485fe-638a-4562-8976-5613e2dc5a27 req-d47a7097-7b10-4497-a5f0-c92c57d22f6c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Aug 29 11:40:54.808725 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d93c21-96f0-4062-a856-41f0aa04193b req-b659a774-5ff4-49f0-a57e-0bf01c133013 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:54.810214 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-07d93c21-96f0-4062-a856-41f0aa04193b req-b659a774-5ff4-49f0-a57e-0bf01c133013 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0545969 Aug 29 11:40:54.855721 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-07d93c21-96f0-4062-a856-41f0aa04193b req-b8c7104c-1724-4f02-a0e8-6f06ebeb98a9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Aug 29 11:40:55.421995 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d79b-2e9a-47d6-a148-7b4893bd41c4 req-99be3e05-ed14-47ec-b437-28eb3d09ea32 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:55.423560 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fe86d79b-2e9a-47d6-a148-7b4893bd41c4 req-99be3e05-ed14-47ec-b437-28eb3d09ea32 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0533254 Aug 29 11:40:55.462506 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fe86d79b-2e9a-47d6-a148-7b4893bd41c4 req-7f4263ee-f8ee-4bac-b787-784641fe79ce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330896 Aug 29 11:40:55.977090 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff5376-a274-44d0-bdb4-4ce1924ac105 req-a53d95fc-b8e7-49c4-b64a-3449c99682c0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:55.979220 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f9ff5376-a274-44d0-bdb4-4ce1924ac105 req-a53d95fc-b8e7-49c4-b64a-3449c99682c0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0495601 Aug 29 11:40:56.027160 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f9ff5376-a274-44d0-bdb4-4ce1924ac105 req-16318488-76dc-4d67-9c0d-b5918b65a77a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Aug 29 11:40:56.338045 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56814) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:56.505020 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ac06-edc6-43ed-8eb2-3a95efb45e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:56.614413 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61571d3-639f-45a0-836c-d4933e98fd55 req-9f5b7d63-b49a-4e06-a9cc-5ce8c6aecc80 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:56.615902 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a61571d3-639f-45a0-836c-d4933e98fd55 req-9f5b7d63-b49a-4e06-a9cc-5ce8c6aecc80 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0697258 Aug 29 11:40:56.689090 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a61571d3-639f-45a0-836c-d4933e98fd55 req-1443f3a6-61f7-45f4-ab4c-b87e7dfed7a0 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625980 Aug 29 11:40:56.692735 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ac06-edc6-43ed-8eb2-3a95efb45e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:56.862999 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd7e3-d70a-4425-a5b9-bedc4dba8341 req-8637b392-d66a-4dbb-8d92-2374db025ad1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:56.864485 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-090dd7e3-d70a-4425-a5b9-bedc4dba8341 req-8637b392-d66a-4dbb-8d92-2374db025ad1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0536003 Aug 29 11:40:56.866275 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ac06-edc6-43ed-8eb2-3a95efb45e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:56.903603 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-090dd7e3-d70a-4425-a5b9-bedc4dba8341 req-ecdc4019-ee35-4966-8492-763e130548f6 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Aug 29 11:40:56.906040 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e2e7ac06-edc6-43ed-8eb2-3a95efb45e02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=573bcbbaa20c4b68bc43b9471122ca26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669112 Aug 29 11:40:56.907114 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7ac06-edc6-43ed-8eb2-3a95efb45e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0e6ab-725f-4c03-b0b8-f9c840291fcd,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:56.908577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56830) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:56.927504 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56832) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:56.964796 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:56.987272 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:56.992840 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f346eb59-a3ff-4c77-b7ed-6e31e8d3b193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.084486 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812848b0-58be-4f4c-9166-db2736a2993e tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:57.089850 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56842) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:40:57.090148 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-812848b0-58be-4f4c-9166-db2736a2993e tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 1094 time: 0.1595945 Aug 29 11:40:57.095414 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'port_id': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:40:57.138968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.142077 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.143199 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8e0e6ab-725f-4c03-b0b8-f9c840291fcd HTTP/1.1" status: 204 len: 168 time: 0.2336082 Aug 29 11:40:57.159819 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f52e-0106-4dd6-a848-a521e03e8da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0e6ab-725f-4c03-b0b8-f9c840291fcd,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:57.176822 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ea8a-6e9a-4984-be12-c3ea6ea993b7 req-ff767edf-9458-4ff6-a8fb-55f873c714e7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:57.178464 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8315ea8a-6e9a-4984-be12-c3ea6ea993b7 req-ff767edf-9458-4ff6-a8fb-55f873c714e7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0720403 Aug 29 11:40:57.208349 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.225276 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8315ea8a-6e9a-4984-be12-c3ea6ea993b7 req-da9debd2-c641-43d9-9b7e-a8d8e2819fe6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Aug 29 11:40:57.359966 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.374579 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.407381 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2ca4-c5b7-4af2-978c-a32cc210155b req-37edd86a-227f-4146-bc03-85b9a7832af4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:57.408140 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-06dc2ca4-c5b7-4af2-978c-a32cc210155b req-37edd86a-227f-4146-bc03-85b9a7832af4 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0865273 Aug 29 11:40:57.468455 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-06dc2ca4-c5b7-4af2-978c-a32cc210155b req-bb2b48cb-6d9a-4612-b07f-91b8665778cf tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Aug 29 11:40:57.483270 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.27.1.210 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/c8eb86cb-4f3c-4e6f-8535-3428202f6ed0) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:40:57.592999 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.715902 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:57.747951 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:40:57.752980 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:40:57.756366 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:40:57.779270 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=c8eb86cb-4f3c-4e6f-8535-3428202f6ed0,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:57.972336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66909f-bde8-4fb2-9cd8-a1b530c84fd5 req-1df22768-ce79-4e0f-b9da-063527d446e2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:57.973889 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a66909f-bde8-4fb2-9cd8-a1b530c84fd5 req-1df22768-ce79-4e0f-b9da-063527d446e2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0492873 Aug 29 11:40:58.013694 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6a66909f-bde8-4fb2-9cd8-a1b530c84fd5 req-f4a6b000-78ac-4bc6-b025-17630d912732 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Aug 29 11:40:58.020947 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.118523 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.308225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.384082 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ec80c-d182-4bf9-9928-6601a767d983 req-b872e617-8912-447d-8db0-52b324d72b17 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:58.385746 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e8ec80c-d182-4bf9-9928-6601a767d983 req-b872e617-8912-447d-8db0-52b324d72b17 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0889373 Aug 29 11:40:58.475192 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e8ec80c-d182-4bf9-9928-6601a767d983 req-d6902ffa-1c7a-4610-bbf0-4e54f6ddcebc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705523 Aug 29 11:40:58.539534 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.594514 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8239d00-0e39-4ea8-908e-576ff830b5a7 req-6319a293-e99d-41c6-b1aa-f5e0d8d09691 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:58.596141 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b8239d00-0e39-4ea8-908e-576ff830b5a7 req-6319a293-e99d-41c6-b1aa-f5e0d8d09691 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0558817 Aug 29 11:40:58.615640 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.634970 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b8239d00-0e39-4ea8-908e-576ff830b5a7 req-315403b9-6f01-493f-a969-07dab8f953c6 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Aug 29 11:40:58.691917 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=c8eb86cb-4f3c-4e6f-8535-3428202f6ed0,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:40:58.703232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:58.803963 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP b3518ecf-cd48-4ff5-a21a-0702f01aa7f0 associated. External IP: 172.27.1.210, port: 5819e349-5974-4f97-8a57-5ee32bcac09a. Aug 29 11:40:59.006097 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:40:59.141286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:40:59.151521 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:40:59.160787 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:40:59.160964 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555e0c1-5d70-461e-93eb-4700ce939631 req-05c04428-8691-471a-9aa3-c0ef039ebc4a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:59.161421 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:40:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:59.162430 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1555e0c1-5d70-461e-93eb-4700ce939631 req-05c04428-8691-471a-9aa3-c0ef039ebc4a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0710685 Aug 29 11:40:59.201072 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1555e0c1-5d70-461e-93eb-4700ce939631 req-ed08c8da-4d85-484b-a34e-cfc049485fed tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Aug 29 11:40:59.265870 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:40:59.278110 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:59.304247 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f18dad8c-7293-4813-a06b-facfc28eecce tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2128315 Aug 29 11:40:59.304958 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:40:59.307858 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edfb268-589d-45d3-b690-f946061b2fae" -d '{"events": [{"name": "network-changed", "server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:40:59.353345 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d56988-2611-466f-ac68-647f4b59da3d x-openstack-request-id: req-a4d56988-2611-466f-ac68-647f4b59da3d {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:40:59.354516 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:40:59.354891 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4d56988-2611-466f-ac68-647f4b59da3d {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:40:59.355354 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'status': 'completed', 'code': 200} Aug 29 11:40:59.551576 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'b3518ecf-cd48-4ff5-a21a-0702f01aa7f0', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:b0:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd527a464-11ba-400a-9847-467c2a4014c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:40:57Z', 'updated_at': '2021-08-29T11:40:57Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:59.581372 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:40:59.589645 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:40:59.590310 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:40:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:40:59.598482 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cded0-494f-4ddf-9baa-f73803461b5c req-eca9e08a-7eab-4d55-a8b9-92767888db15 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:59.600006 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f81cded0-494f-4ddf-9baa-f73803461b5c req-eca9e08a-7eab-4d55-a8b9-92767888db15 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.0507607 Aug 29 11:40:59.623282 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:40:59.701527 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:40:59.763176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e60f-680c-4766-81ed-4e70eb4c8c4f req-b53d3445-783d-4b3c-b32f-82b03d61d1eb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:40:59.765657 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-db90e60f-680c-4766-81ed-4e70eb4c8c4f req-b53d3445-783d-4b3c-b32f-82b03d61d1eb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Aug 29 11:40:59.809455 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-db90e60f-680c-4766-81ed-4e70eb4c8c4f req-5d74802a-872c-489c-be1c-63401f5290ac tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Aug 29 11:40:59.885933 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f81cded0-494f-4ddf-9baa-f73803461b5c req-cb045d9d-b82d-4923-a575-20a7cbbbdb8b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792590 Aug 29 11:41:00.043235 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'b3518ecf-cd48-4ff5-a21a-0702f01aa7f0', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:b0:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd527a464-11ba-400a-9847-467c2a4014c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:40:57Z', 'updated_at': '2021-08-29T11:40:57Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:00.071832 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9eb76-4c4d-46b8-89db-6629a3c6669c None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'b3518ecf-cd48-4ff5-a21a-0702f01aa7f0', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:b0:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd527a464-11ba-400a-9847-467c2a4014c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:40:57Z', 'updated_at': '2021-08-29T11:40:57Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:41:00.245145 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b16b14-18d8-4307-ba62-bb604cf383eb None None] New status for floating IP b3518ecf-cd48-4ff5-a21a-0702f01aa7f0: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:41:00.315084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aee4a8-7442-42a3-b595-e0be05dc6705 req-2375e873-acda-4027-a238-f2f0540ee8a1 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:00.316557 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-58aee4a8-7442-42a3-b595-e0be05dc6705 req-2375e873-acda-4027-a238-f2f0540ee8a1 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0478582 Aug 29 11:41:00.353899 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-58aee4a8-7442-42a3-b595-e0be05dc6705 req-59e22eb1-16af-44b5-9245-1a8253e0a431 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Aug 29 11:41:00.851380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb268-589d-45d3-b690-f946061b2fae req-64033d9e-10ca-43ed-b415-3a79dab640d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:00.853423 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-64033d9e-10ca-43ed-b415-3a79dab640d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 1099 time: 0.0439367 Aug 29 11:41:00.940703 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349a10f-6a44-4439-96a7-7cbab164a8d8 req-8d977756-3be9-4062-899e-2f6de171b30c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:00.942208 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0349a10f-6a44-4439-96a7-7cbab164a8d8 req-8d977756-3be9-4062-899e-2f6de171b30c tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Aug 29 11:41:00.956752 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb268-589d-45d3-b690-f946061b2fae req-4f31e2b9-7697-4c92-94f2-61547ce71749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:00.958453 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-4f31e2b9-7697-4c92-94f2-61547ce71749 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0966454 Aug 29 11:41:00.982703 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0349a10f-6a44-4439-96a7-7cbab164a8d8 req-0a8d5bab-c2b6-4b9f-a54c-4b1a5943da12 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Aug 29 11:41:01.063448 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976247-b92e-41cf-8037-025cd0072834 req-487310f6-e588-40db-9be8-0c04c3de3601 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.064939 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-09976247-b92e-41cf-8037-025cd0072834 req-487310f6-e588-40db-9be8-0c04c3de3601 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 945 time: 0.1011093 Aug 29 11:41:01.068800 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-d5815bb9-f563-4942-b207-5382cd0c9b5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5819e349-5974-4f97-8a57-5ee32bcac09a HTTP/1.1" status: 200 len: 1002 time: 0.0950387 Aug 29 11:41:01.134732 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-09976247-b92e-41cf-8037-025cd0072834 req-74e29fc5-d85c-4b0b-ab39-78600062922a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634375 Aug 29 11:41:01.139969 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb268-589d-45d3-b690-f946061b2fae req-a4071838-1e65-4320-bee9-c942d09bb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.141437 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-a4071838-1e65-4320-bee9-c942d09bb314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0636933 Aug 29 11:41:01.178800 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-ddac98e0-1f0d-432c-a4ed-cf72b43d6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.180301 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-ddac98e0-1f0d-432c-a4ed-cf72b43d6ec8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1098 time: 0.0415583 Aug 29 11:41:01.197722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb268-589d-45d3-b690-f946061b2fae req-28338200-c8a5-41c7-a7bd-132d467de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.199495 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-28338200-c8a5-41c7-a7bd-132d467de6fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491068 Aug 29 11:41:01.271586 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-eeb2d63f-d389-4555-b2af-641eba497cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.273680 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-eeb2d63f-d389-4555-b2af-641eba497cf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.0850313 Aug 29 11:41:01.283741 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:01.298043 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-8ccf6d25-072e-403e-86dd-6b88a392dd79 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875766 Aug 29 11:41:01.307573 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:41:01.340510 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-7b3ba927-40e5-4f41-8a96-d7483705ad4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 1001 time: 0.0577765 Aug 29 11:41:01.390806 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:01.401199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-b864043d-6ff8-447a-a8e4-543bce6979a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.402777 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-b864043d-6ff8-447a-a8e4-543bce6979a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0490108 Aug 29 11:41:01.413251 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9edfb268-589d-45d3-b690-f946061b2fae req-83b61e37-da1f-4557-bfe5-ca00d7c7b19c service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017685 Aug 29 11:41:01.418021 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:01.420503 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc4d9b3-54e4-4595-8bb3-8017fc124a23" -d '{"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:01.433847 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:01.477523 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6367d6c-2f22-4532-a79e-9a8bbd0bcc48 x-openstack-request-id: req-b6367d6c-2f22-4532-a79e-9a8bbd0bcc48 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:01.477819 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:01.478432 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6367d6c-2f22-4532-a79e-9a8bbd0bcc48 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:01.479092 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'code': 200} Aug 29 11:41:01.489447 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-9aea92ee-40b3-45d6-911a-8b8f5d45f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.492176 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-9aea92ee-40b3-45d6-911a-8b8f5d45f01b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802131 Aug 29 11:41:01.495001 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:01.556518 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=8']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:01.571695 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb406d87-028c-4a57-85a4-6cabe46a8b28 req-406ffd1b-03e1-497c-b3d8-8cdcaa8c8386 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:01.573211 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cb406d87-028c-4a57-85a4-6cabe46a8b28 req-406ffd1b-03e1-497c-b3d8-8cdcaa8c8386 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1260977 Aug 29 11:41:01.634097 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cb406d87-028c-4a57-85a4-6cabe46a8b28 req-419c20d3-ee28-4137-a764-b2e723ee45a8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531926 Aug 29 11:41:01.649450 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-b5cf8e52-6e52-45c3-bbfd-dc3cb532b24b service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453328 Aug 29 11:41:01.735857 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9ccdbdf3-2022-4621-aa86-2df092ef56d3 req-868276e4-3a28-4a82-8440-ee55b6f792ae service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803583 Aug 29 11:41:02.116744 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3007b-6d5e-41eb-af3b-62f2b6e03f23 req-24522cf9-fd97-4366-8a06-27249e70c2b8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:02.118543 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-45f3007b-6d5e-41eb-af3b-62f2b6e03f23 req-24522cf9-fd97-4366-8a06-27249e70c2b8 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0518136 Aug 29 11:41:02.158173 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-45f3007b-6d5e-41eb-af3b-62f2b6e03f23 req-b8838265-a0e6-4f19-bf23-64c6b3db5cdc tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1964f33-788d-493e-a3cd-9d2e4930d6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 29 11:41:02.267409 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78c5d-87e0-4698-9cac-50ac0f81ef26 req-2c4a6b77-9919-48c2-bedc-455281b1ff29 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:02.268911 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5de78c5d-87e0-4698-9cac-50ac0f81ef26 req-2c4a6b77-9919-48c2-bedc-455281b1ff29 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0623000 Aug 29 11:41:02.323454 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5de78c5d-87e0-4698-9cac-50ac0f81ef26 req-e4f4f363-49a2-4d21-9b54-5d0a5ab4e41c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 Aug 29 11:41:02.331559 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-53a0da7e-31ad-4a9b-8916-602f1ab181bb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:02.333011 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-53a0da7e-31ad-4a9b-8916-602f1ab181bb tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 945 time: 0.0865982 Aug 29 11:41:02.432956 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Deleting port 43575a05-341e-43b8-81af-1a143dd9fe37 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:41:02.433215 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.523143 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] For port 43575a05-341e-43b8-81af-1a143dd9fe37, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=43575a05-341e-43b8-81af-1a143dd9fe37,segment=NetworkSegment(97452f6d-0021-4814-bade-76529feb71ce),segment_id=97452f6d-0021-4814-bade-76529feb71ce)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:02.523515 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.536952 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Calling delete_port for 43575a05-341e-43b8-81af-1a143dd9fe37 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:41:02.576995 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 56980) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:02.693288 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95376f40-d8f7-4627-a307-b09308684839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.757962 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.774248 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d5625-4fa8-4cd7-9381-97b5f0ed98d9 req-42756fe4-f7fe-4164-98f4-3dd75414ba43 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:02.775743 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-380d5625-4fa8-4cd7-9381-97b5f0ed98d9 req-42756fe4-f7fe-4164-98f4-3dd75414ba43 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0691907 Aug 29 11:41:02.785341 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Pushing event deleted for resources: {'Port': ['ID=43575a05-341e-43b8-81af-1a143dd9fe37,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:02.833052 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] No DVR routers for this DVR port 43575a05-341e-43b8-81af-1a143dd9fe37 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:41:02.835446 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-380d5625-4fa8-4cd7-9381-97b5f0ed98d9 req-b5832177-f76b-4ca1-8b5f-5e227cc8d1b0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515194 Aug 29 11:41:02.836779 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.843164 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-74ce8f4f-4d6b-4dd1-8f3b-934524e78143 req-d6161c44-bb77-4bde-ad10-6c76dfd4d38e tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.42 "DELETE /v2.0/ports/43575a05-341e-43b8-81af-1a143dd9fe37 HTTP/1.1" status: 204 len: 173 time: 0.4941256 Aug 29 11:41:02.843164 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'name': 'network-vif-deleted', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:02.843164 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e0e92-c331-4da7-8501-f61124eb22b1" -d '{"events": [{"server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "name": "network-vif-deleted", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:02.857851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95376f40-d8f7-4627-a307-b09308684839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:02.888650 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6e718-4f45-44a5-a455-500c40d85238 x-openstack-request-id: req-8ae6e718-4f45-44a5-a455-500c40d85238 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:02.888650 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ecca81-52a5-450d-87ec-540975645dc2", "name": "network-vif-deleted", "tag": "43575a05-341e-43b8-81af-1a143dd9fe37", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:02.888650 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ae6e718-4f45-44a5-a455-500c40d85238 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:02.888650 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ecca81-52a5-450d-87ec-540975645dc2', 'name': 'network-vif-deleted', 'tag': '43575a05-341e-43b8-81af-1a143dd9fe37', 'status': 'completed', 'code': 200} Aug 29 11:41:03.041781 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-95376f40-d8f7-4627-a307-b09308684839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:03.080409 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-95376f40-d8f7-4627-a307-b09308684839 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86b5b35e9a0b4ecfba917c606888a8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022182 Aug 29 11:41:03.081291 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95376f40-d8f7-4627-a307-b09308684839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842e5cde-608b-4c7d-94f7-a036a195916b,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:03.083408 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 56994) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:03.132213 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:03.153006 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:03.252334 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-728a946c-d261-43c4-8aa2-49bb28a1564a req-d0f270e5-3d52-4829-907f-12e0b14482b1 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Aug 29 11:41:03.309591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:03.309591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:03.309591 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/842e5cde-608b-4c7d-94f7-a036a195916b HTTP/1.1" status: 204 len: 168 time: 0.2185624 Aug 29 11:41:03.310722 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e0a9d-eae8-4bbe-aa1e-56301dca1daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e5cde-608b-4c7d-94f7-a036a195916b,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:03.449362 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d9d3b-d1d6-442e-acfe-e683517808c7 req-cc27d6c7-58b3-4d66-b7b7-981e4136b29c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:03.450856 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-738d9d3b-d1d6-442e-acfe-e683517808c7 req-cc27d6c7-58b3-4d66-b7b7-981e4136b29c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0488148 Aug 29 11:41:03.488668 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-738d9d3b-d1d6-442e-acfe-e683517808c7 req-505f1122-68ce-4b76-9e07-a28a37d45535 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Aug 29 11:41:03.951105 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52529c-95e2-4028-99c4-5653e4aaf87b req-5607313f-dc91-431e-84c0-682a02556a39 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:03.952581 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ae52529c-95e2-4028-99c4-5653e4aaf87b req-5607313f-dc91-431e-84c0-682a02556a39 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0479150 Aug 29 11:41:03.989310 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ae52529c-95e2-4028-99c4-5653e4aaf87b req-c581f56a-3cbd-4e8d-8a32-186dc28f21cb tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Aug 29 11:41:04.032335 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57008) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:04.045288 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-92e1dc5f-c768-46e0-9d57-a7254132e39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.132470 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-92e1dc5f-c768-46e0-9d57-a7254132e39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.220232 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-92e1dc5f-c768-46e0-9d57-a7254132e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.257808 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-92e1dc5f-c768-46e0-9d57-a7254132e39f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6fc4188c7f2416abdefc40159a61112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243991 Aug 29 11:41:04.259336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1dc5f-c768-46e0-9d57-a7254132e39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a8163-c434-483a-a449-2a031a7d0969,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:04.261069 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57012) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:04.312399 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.355226 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.358140 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7ada021d-632c-4059-b533-ccc71fca3b2e req-44418c22-4345-45d6-88a1-3fdd290ed841 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0346477 Aug 29 11:41:04.494797 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.497493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:04.498645 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d0a8163-c434-483a-a449-2a031a7d0969 HTTP/1.1" status: 204 len: 168 time: 0.2357101 Aug 29 11:41:04.506940 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ba92-4d2c-47f9-a28f-352b241bf303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a8163-c434-483a-a449-2a031a7d0969,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:04.607710 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b7501-e387-4cd1-a5cf-cf80e17d9c12 req-428c796a-d422-4966-a60d-238f7b4968b8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:04.609215 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e1b7501-e387-4cd1-a5cf-cf80e17d9c12 req-428c796a-d422-4966-a60d-238f7b4968b8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0477891 Aug 29 11:41:04.646158 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e1b7501-e387-4cd1-a5cf-cf80e17d9c12 req-42b39a6d-3625-494d-91d0-78047843983f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Aug 29 11:41:05.105327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a80a4-4ad8-412d-95b1-ffd650de0f2a req-4830b5eb-9571-419e-93a6-7e280da1ce71 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.106804 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-447a80a4-4ad8-412d-95b1-ffd650de0f2a req-4830b5eb-9571-419e-93a6-7e280da1ce71 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0517762 Aug 29 11:41:05.143094 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-447a80a4-4ad8-412d-95b1-ffd650de0f2a req-9d238307-0ac3-4a97-a587-ace5fcb7e5d8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Aug 29 11:41:05.164276 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['43575a05-341e-43b8-81af-1a143dd9fe37'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:41:05.254855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57028) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:05.271475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-440a7917-f914-41e6-8846-0580740fdafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.337054 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-b43c61e4-3030-4d7b-8e26-25aae96d1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.338648 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-b43c61e4-3030-4d7b-8e26-25aae96d1fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.0431592 Aug 29 11:41:05.363923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-440a7917-f914-41e6-8846-0580740fdafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.430610 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-440a7917-f914-41e6-8846-0580740fdafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.452327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-7def1f46-2f9f-42be-b5aa-4b07bef89257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.454106 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-7def1f46-2f9f-42be-b5aa-4b07bef89257 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.0924537 Aug 29 11:41:05.497719 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5d6d6031-ed06-46ee-837b-629e328c9445 req-1fb732bc-957d-43b6-b976-b237b42cc718 tempest-AttachVolumeNegativeTest-1049680873 tempest-AttachVolumeNegativeTest-1049680873-project] 10.222.0.43 "GET /v2.0/ports?device_id=24ecca81-52a5-450d-87ec-540975645dc2 HTTP/1.1" status: 200 len: 210 time: 0.0472806 Aug 29 11:41:05.499910 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a7917-f914-41e6-8846-0580740fdafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5237d9-9a5e-4b09-9fbb-b773b05dd140,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:05.504341 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-440a7917-f914-41e6-8846-0580740fdafa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=176ad5bd524d47af91180b43caccba27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482784 Aug 29 11:41:05.506886 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57032) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:05.526523 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-4642c92b-f803-4e9d-bd7a-594c190b5d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1002 time: 0.0643976 Aug 29 11:41:05.557541 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.575736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-4c14f187-957d-4653-8095-b7ea79e38a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.577244 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-4c14f187-957d-4653-8095-b7ea79e38a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0436771 Aug 29 11:41:05.579363 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.626603 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-025095d9-c17a-401b-aedb-e05abfee0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.628083 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-025095d9-c17a-401b-aedb-e05abfee0f89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428433 Aug 29 11:41:05.728890 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-ab410e96-5e96-4c12-a1f5-c638d57f6fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899715 Aug 29 11:41:05.730321 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.732938 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:05.734081 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d5237d9-9a5e-4b09-9fbb-b773b05dd140 HTTP/1.1" status: 204 len: 168 time: 0.2251425 Aug 29 11:41:05.743376 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a896-1365-495d-8863-a91dbaf66254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5237d9-9a5e-4b09-9fbb-b773b05dd140,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:05.814942 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c4fe3-c641-435a-97ad-bfb62081d4e7 req-892112bb-5eee-4987-b4a2-61cc66fcec16 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:05.819125 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6e2c4fe3-c641-435a-97ad-bfb62081d4e7 req-892112bb-5eee-4987-b4a2-61cc66fcec16 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.1003547 Aug 29 11:41:05.870456 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f907507-45fa-466f-a285-bbb40f2f8136 req-c62ad86e-34ca-418a-9139-9c049b271fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262953 Aug 29 11:41:05.878277 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6e2c4fe3-c641-435a-97ad-bfb62081d4e7 req-dfaf7876-92e0-47d4-8958-71cb74fc0c5a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Aug 29 11:41:06.281754 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782af6-ffc1-4ab2-8241-23883545abfd req-e1b67ac2-259f-4c4c-859b-fc0768656d3b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:06.283290 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-23782af6-ffc1-4ab2-8241-23883545abfd req-e1b67ac2-259f-4c4c-859b-fc0768656d3b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0594444 Aug 29 11:41:06.324311 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-23782af6-ffc1-4ab2-8241-23883545abfd req-d4c8e8f6-c34e-4f54-b992-2680af26f907 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347803 Aug 29 11:41:06.562201 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57068) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:06.609297 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Deleting subnet f70e393f-a098-4fec-9bfc-426f961d1675 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:41:06.612123 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:06.646743 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:06.686759 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:06.861369 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:06.892701 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:06.894601 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f70e393f-a098-4fec-9bfc-426f961d1675 HTTP/1.1" status: 204 len: 168 time: 0.3313937 Aug 29 11:41:06.895594 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed9824-01ec-4d44-8245-9229772a7217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70e393f-a098-4fec-9bfc-426f961d1675,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:06.897164 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57076) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:06.974768 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.009299 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659620e0-c4d0-4fcf-b741-41c0ef410880 req-832484e6-44bc-4bc4-8361-78a8a1f65402 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:07.011220 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-659620e0-c4d0-4fcf-b741-41c0ef410880 req-832484e6-44bc-4bc4-8361-78a8a1f65402 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0530298 Aug 29 11:41:07.054661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.057941 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-659620e0-c4d0-4fcf-b741-41c0ef410880 req-f8c8d93d-eed8-43f2-a291-f994cf06578f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345819 Aug 29 11:41:07.065444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85eb6138-dba6-4d3a-ad01-9fb599e0f220']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:07.079008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97452f6d-0021-4814-bade-76529feb71ce') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:07.079368 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97452f6d-0021-4814-bade-76529feb71ce') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:07.088402 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.103593 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.109397 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:41:07.109780 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:41:07.118832 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:41:07.168364 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 43575a05-341e-43b8-81af-1a143dd9fe37 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:41:07.189417 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 43575a05-341e-43b8-81af-1a143dd9fe37 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:41:07.189849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 43575a05-341e-43b8-81af-1a143dd9fe37 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:41:07.243380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.248724 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.254248 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/85eb6138-dba6-4d3a-ad01-9fb599e0f220 HTTP/1.1" status: 204 len: 168 time: 0.3526616 Aug 29 11:41:07.262053 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb0605-9694-4c07-8050-c42e952c74a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85eb6138-dba6-4d3a-ad01-9fb599e0f220,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:07.443285 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc627ac-0086-41ea-b2c1-bd41e4627d02 req-9a785bcc-42a9-4e04-b41e-bebd0a689c78 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:07.444851 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-abc627ac-0086-41ea-b2c1-bd41e4627d02 req-9a785bcc-42a9-4e04-b41e-bebd0a689c78 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0527329 Aug 29 11:41:07.486546 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-abc627ac-0086-41ea-b2c1-bd41e4627d02 req-d8725455-cbfa-4b3a-9870-470aa2c23522 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Aug 29 11:41:07.641174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57114) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:07.683126 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-63142c8a-02ad-4b60-942d-46a44acab340 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683ffb03338c4c45b3f07bba8538380d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407772 Aug 29 11:41:07.685819 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57118) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:07.738609 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.760163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.952387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.955180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:07.956427 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1964f33-788d-493e-a3cd-9d2e4930d6bf HTTP/1.1" status: 204 len: 168 time: 0.2697256 Aug 29 11:41:07.967153 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc5365-3b0f-4b97-b447-31915c62b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1964f33-788d-493e-a3cd-9d2e4930d6bf,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:08.620275 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a9176-12ce-4e0e-a8b3-5fdc90fa87d7 req-5744fc65-1ef4-4812-81a7-1b5b02444dd8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:08.621815 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2c4a9176-12ce-4e0e-a8b3-5fdc90fa87d7 req-5744fc65-1ef4-4812-81a7-1b5b02444dd8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0555227 Aug 29 11:41:08.670413 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2c4a9176-12ce-4e0e-a8b3-5fdc90fa87d7 req-f67882e4-0609-4f9d-85fc-daa3551bdef4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Aug 29 11:41:08.952412 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8d9e-1714-47e2-9141-975a4ada2092 req-404f3c28-a94f-4d00-a19a-c949fa0ce5ec tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:08.956815 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4e4d8d9e-1714-47e2-9141-975a4ada2092 req-404f3c28-a94f-4d00-a19a-c949fa0ce5ec tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0488276 Aug 29 11:41:08.994542 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4e4d8d9e-1714-47e2-9141-975a4ada2092 req-0ecce06c-808d-47b7-9d67-6f4739bd385b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335763 Aug 29 11:41:09.244404 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57204) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:09.391371 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f4476552-ad8a-4e27-9e87-0b35c9b0b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.547629 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f4476552-ad8a-4e27-9e87-0b35c9b0b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.626179 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f4476552-ad8a-4e27-9e87-0b35c9b0b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.666219 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f4476552-ad8a-4e27-9e87-0b35c9b0b22f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f25cae4833714fc997399078575bade9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198687 Aug 29 11:41:09.667220 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4476552-ad8a-4e27-9e87-0b35c9b0b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94a534-9b5c-4bb4-93e9-a4bed4f29a38,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:09.668342 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57248) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:09.725889 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.748431 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.800457 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255aef9-6e2e-4376-84dc-f5f9794e005c req-dbad88b0-679f-42fb-8b6a-6dcef31bd97e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:09.801997 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4255aef9-6e2e-4376-84dc-f5f9794e005c req-dbad88b0-679f-42fb-8b6a-6dcef31bd97e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0571017 Aug 29 11:41:09.805102 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57256) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:09.841818 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4255aef9-6e2e-4376-84dc-f5f9794e005c req-0166f8a2-af93-4d8d-b826-c0a3409e732b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336785 Aug 29 11:41:09.886245 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.888841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:09.889963 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c94a534-9b5c-4bb4-93e9-a4bed4f29a38 HTTP/1.1" status: 204 len: 168 time: 0.2205727 Aug 29 11:41:09.896335 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-8d51a3c0-5331-4d82-8652-390217e0e592 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898359 Aug 29 11:41:09.901854 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9c628-d9be-4634-9bc0-a257dc49b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94a534-9b5c-4bb4-93e9-a4bed4f29a38,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:10.125619 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091411f-10ee-4438-b32b-95df6ef118c8 req-905c4b70-14ac-49e6-bd97-3ea4fc7f4c46 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:10.127103 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c091411f-10ee-4438-b32b-95df6ef118c8 req-905c4b70-14ac-49e6-bd97-3ea4fc7f4c46 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0510492 Aug 29 11:41:10.169508 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c091411f-10ee-4438-b32b-95df6ef118c8 req-641e3e83-226d-4814-9dbb-d929bbc30784 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Aug 29 11:41:10.188123 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57280) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:10.321975 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8013192a-decb-45ff-8704-e1172004f148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.420050 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8013192a-decb-45ff-8704-e1172004f148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.487706 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8013192a-decb-45ff-8704-e1172004f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.525477 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013192a-decb-45ff-8704-e1172004f148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97398f5-ec24-4e76-9616-f2efd0102087,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:10.530058 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-8013192a-decb-45ff-8704-e1172004f148 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01d52e64294b4bd49663923751925a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409090 Aug 29 11:41:10.533263 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57292) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:10.586428 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.608253 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.658557 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57294) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:10.679111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-72e6c904-c3ce-4477-b9f5-b7c98fdef438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.731247 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.739019 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.739019 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b97398f5-ec24-4e76-9616-f2efd0102087 HTTP/1.1" status: 204 len: 168 time: 0.2012036 Aug 29 11:41:10.751327 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80599a-f4db-4182-92fd-9946e8783d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97398f5-ec24-4e76-9616-f2efd0102087,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:10.815201 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-72e6c904-c3ce-4477-b9f5-b7c98fdef438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.936187 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-72e6c904-c3ce-4477-b9f5-b7c98fdef438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:10.982468 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6c904-c3ce-4477-b9f5-b7c98fdef438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c174be86-b56a-41e7-9ef5-10e4f562e2e4,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:10.990207 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-72e6c904-c3ce-4477-b9f5-b7c98fdef438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33e72f288889470db22d9e9a1953d3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284996 Aug 29 11:41:10.991543 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57300) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:11.006861 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603e16-8cf9-4365-bb18-29b62e84d337 req-1cf43e99-af40-4934-9029-37471c2c7e96 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:11.013565 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30603e16-8cf9-4365-bb18-29b62e84d337 req-1cf43e99-af40-4934-9029-37471c2c7e96 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1045983 Aug 29 11:41:11.049745 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:11.059211 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30603e16-8cf9-4365-bb18-29b62e84d337 req-0e8b6ca4-15cf-43c1-babb-4b55a01117d4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Aug 29 11:41:11.071203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:11.209178 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:41:11.209666 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:11.212813 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:11.213875 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c174be86-b56a-41e7-9ef5-10e4f562e2e4 HTTP/1.1" status: 204 len: 168 time: 0.2213445 Aug 29 11:41:11.224587 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186b023-77e3-4c1e-a3f0-b5c2a631dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c174be86-b56a-41e7-9ef5-10e4f562e2e4,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:11.328327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9435c-0324-4b40-bc94-9b8b46447673 req-2c32be49-b1b2-450d-8d03-72afe92b26cb tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:11.330015 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3bf9435c-0324-4b40-bc94-9b8b46447673 req-2c32be49-b1b2-450d-8d03-72afe92b26cb tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0698483 Aug 29 11:41:11.407363 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3bf9435c-0324-4b40-bc94-9b8b46447673 req-10cf5cd9-ae81-48f7-9e48-3ca610ca57d0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703337 Aug 29 11:41:11.875777 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2f25-c03a-4ee2-abd1-d79f66d67f0a req-6451f05a-7f01-4d01-8281-36e37ee08164 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:11.881189 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-48fb2f25-c03a-4ee2-abd1-d79f66d67f0a req-6451f05a-7f01-4d01-8281-36e37ee08164 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0539827 Aug 29 11:41:11.924348 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-48fb2f25-c03a-4ee2-abd1-d79f66d67f0a req-39fd365f-782c-4c9d-9d76-dec2e295fd50 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Aug 29 11:41:12.174691 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f47a-34f7-42eb-bf7d-52846000ada6 req-f7e6ce5d-49ab-47f1-8b1b-8a00575f293f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:12.179033 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8469f47a-34f7-42eb-bf7d-52846000ada6 req-f7e6ce5d-49ab-47f1-8b1b-8a00575f293f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0492628 Aug 29 11:41:12.215142 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8469f47a-34f7-42eb-bf7d-52846000ada6 req-e2898a4f-d54a-44a1-b22b-d6af8b7c7337 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Aug 29 11:41:12.530727 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf393-bc6d-44f3-8d8a-530e005da02c req-fa5863f7-8171-457f-84d3-513b4bf2f406 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:12.532251 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0c5cf393-bc6d-44f3-8d8a-530e005da02c req-fa5863f7-8171-457f-84d3-513b4bf2f406 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0489213 Aug 29 11:41:12.572210 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0c5cf393-bc6d-44f3-8d8a-530e005da02c req-9ddd1a60-f0df-4ee7-8d60-503b2ca30f9f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Aug 29 11:41:13.042906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2ea3c-7289-4886-ae3c-d5939e2c7f06 req-d4fbf43d-dd59-4033-a580-f054216a070c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:13.045014 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8ff2ea3c-7289-4886-ae3c-d5939e2c7f06 req-d4fbf43d-dd59-4033-a580-f054216a070c tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Aug 29 11:41:13.082639 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8ff2ea3c-7289-4886-ae3c-d5939e2c7f06 req-22920795-265e-4112-8b0e-18302c77c7f0 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 29 11:41:13.345823 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e05e09-446d-4a07-9afc-0d2e456f1262 req-04ac14e2-8596-4e38-b511-8ce002fcfa41 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:13.347322 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d9e05e09-446d-4a07-9afc-0d2e456f1262 req-04ac14e2-8596-4e38-b511-8ce002fcfa41 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0578938 Aug 29 11:41:13.387540 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d9e05e09-446d-4a07-9afc-0d2e456f1262 req-1cc63343-72a0-49f6-a324-e0075e3d4eaf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Aug 29 11:41:13.696029 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366d1a4-3faa-4548-8aad-bb1d59b06e85 req-69d636b1-4b32-4cf8-82fa-6c411906635f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:13.697632 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4366d1a4-3faa-4548-8aad-bb1d59b06e85 req-69d636b1-4b32-4cf8-82fa-6c411906635f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0543783 Aug 29 11:41:13.736281 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4366d1a4-3faa-4548-8aad-bb1d59b06e85 req-72dc9424-82fb-4c97-8892-8815602b2f77 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Aug 29 11:41:14.112011 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57430) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:14.215304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f3761-e6f1-44b8-9025-15c05bf13ad1 req-0997ed88-a4c3-44e9-bd59-9fd0550dd001 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:14.216821 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f1f3761-e6f1-44b8-9025-15c05bf13ad1 req-0997ed88-a4c3-44e9-bd59-9fd0550dd001 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0630209 Aug 29 11:41:14.235683 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.279855 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9f1f3761-e6f1-44b8-9025-15c05bf13ad1 req-b839480f-162f-48e9-88bc-7bff75cb3423 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558016 Aug 29 11:41:14.345933 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.453255 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.490024 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ff18a-eefc-4ce4-8948-fddd4bb85b79,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:14.494466 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcc7bc06661a4580a1c11df50cc09d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814273 Aug 29 11:41:14.500051 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57442) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:14.501791 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ba7e-ddef-4019-b598-0734a0c88d60 req-b18a4955-6e16-4cb7-a565-4a32a3e549b6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:14.503265 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b62ba7e-ddef-4019-b598-0734a0c88d60 req-b18a4955-6e16-4cb7-a565-4a32a3e549b6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0492733 Aug 29 11:41:14.506848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.507203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.507551 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.507892 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.508229 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.508572 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.508927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.509261 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.509591 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.509917 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.510247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.510569 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573c620c-de77-4424-86ac-2b77094cb118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:14.541606 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1b62ba7e-ddef-4019-b598-0734a0c88d60 req-0118a243-5f5d-4b1e-99d7-191715108818 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Aug 29 11:41:14.557028 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.577225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.699784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.702851 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:14.708085 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/914ff18a-eefc-4ce4-8948-fddd4bb85b79 HTTP/1.1" status: 204 len: 168 time: 0.2030282 Aug 29 11:41:14.714430 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89be8-bca8-41af-bd40-c07ea0fd863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ff18a-eefc-4ce4-8948-fddd4bb85b79,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:14.857919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4c84-ccfa-4cf4-b577-f1a542852a0b req-14325f0b-9a10-44a2-9f96-8fcc5517068f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:14.859486 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-757d4c84-ccfa-4cf4-b577-f1a542852a0b req-14325f0b-9a10-44a2-9f96-8fcc5517068f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0502427 Aug 29 11:41:14.900715 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-757d4c84-ccfa-4cf4-b577-f1a542852a0b req-4eb40f14-1f05-4400-adcc-ba6c2178e134 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351965 Aug 29 11:41:15.114218 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-85d5e9c0-12bb-4140-b33f-d4d5caf7a4b8 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.115847 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-85d5e9c0-12bb-4140-b33f-d4d5caf7a4b8 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 29 11:41:15.208663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Deleting port 89d15fce-4377-4b18-8511-3fdb47350f68 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:41:15.209225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.300667 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] For port 89d15fce-4377-4b18-8511-3fdb47350f68, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89d15fce-4377-4b18-8511-3fdb47350f68,segment=NetworkSegment(d02f4474-3352-418d-89fc-0980d3663b5b),segment_id=d02f4474-3352-418d-89fc-0980d3663b5b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:15.300856 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.314601 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Calling delete_port for 89d15fce-4377-4b18-8511-3fdb47350f68 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:41:15.498009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5d71-b36f-4305-b0dc-c3879b221df5 req-2829e6b4-82f9-46d2-8088-d728d060e39e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.503059 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e7ce5d71-b36f-4305-b0dc-c3879b221df5 req-2829e6b4-82f9-46d2-8088-d728d060e39e tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 945 time: 0.1550214 Aug 29 11:41:15.506446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e884-7319-45bc-a068-5069bd201834 req-f727b5f5-7e08-4200-ad32-6b6676212c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.508614 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-f727b5f5-7e08-4200-ad32-6b6676212c14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 1096 time: 0.1258183 Aug 29 11:41:15.540256 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57464) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:15.553752 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-68ae2b2e-aef1-4682-9e15-35d91fe8a5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.568014 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e7ce5d71-b36f-4305-b0dc-c3879b221df5 req-b532f4ae-273d-44bb-b587-7a8f34023ee7 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/security-groups?id=0661e1d1-89f6-4d83-ab6c-9e747cece4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581996 Aug 29 11:41:15.576544 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.590862 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e884-7319-45bc-a068-5069bd201834 req-56b0c94f-d376-4c63-8486-80d3d4306f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.590862 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-56b0c94f-d376-4c63-8486-80d3d4306f0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1096 time: 0.0561061 Aug 29 11:41:15.591068 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['89d15fce-4377-4b18-8511-3fdb47350f68'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:41:15.623208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Pushing event deleted for resources: {'Port': ['ID=89d15fce-4377-4b18-8511-3fdb47350f68,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:15.688358 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] No DVR routers for this DVR port 89d15fce-4377-4b18-8511-3fdb47350f68 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:41:15.693026 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.694994 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b488e035-e192-4c71-b6b6-0a701f77b759 req-f96e4dc2-ee32-4cf6-b662-8464a163216d tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.42 "DELETE /v2.0/ports/89d15fce-4377-4b18-8511-3fdb47350f68 HTTP/1.1" status: 204 len: 173 time: 0.5716624 Aug 29 11:41:15.698175 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'name': 'network-vif-deleted', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:15.700437 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d63ff-f589-4b7b-950d-140417bc366c" -d '{"events": [{"server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "name": "network-vif-deleted", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:15.703067 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e884-7319-45bc-a068-5069bd201834 req-0e365f20-28e0-4fc3-ad46-5fec2f58d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.710204 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-0e365f20-28e0-4fc3-ad46-5fec2f58d36b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.1128850 Aug 29 11:41:15.739715 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1b41-c411-4fae-b760-abc5eaf11cf8 req-055db36c-4239-45f8-903f-1c3fb99ca71a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.750946 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c6d1b41-c411-4fae-b760-abc5eaf11cf8 req-055db36c-4239-45f8-903f-1c3fb99ca71a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0987277 Aug 29 11:41:15.761843 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a089e03-5698-40d2-b557-3edfdc72306b x-openstack-request-id: req-7a089e03-5698-40d2-b557-3edfdc72306b {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:15.762063 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743", "name": "network-vif-deleted", "tag": "89d15fce-4377-4b18-8511-3fdb47350f68", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:15.762315 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a089e03-5698-40d2-b557-3edfdc72306b {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:15.762695 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743', 'name': 'network-vif-deleted', 'tag': '89d15fce-4377-4b18-8511-3fdb47350f68', 'status': 'completed', 'code': 200} Aug 29 11:41:15.791462 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-1ccbc6bb-2896-4366-b42e-6955d6cf9c29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 200 len: 999 time: 0.0733140 Aug 29 11:41:15.802581 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-68ae2b2e-aef1-4682-9e15-35d91fe8a5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:15.808524 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c6d1b41-c411-4fae-b760-abc5eaf11cf8 req-f19cab5f-39d6-49b7-a600-94390b6a3e3f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560627 Aug 29 11:41:15.847188 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e884-7319-45bc-a068-5069bd201834 req-8b9ff230-2872-42ef-8320-3b2cd8ed2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.848650 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-8b9ff230-2872-42ef-8320-3b2cd8ed2f29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0489805 Aug 29 11:41:15.894293 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e884-7319-45bc-a068-5069bd201834 req-e8c2359d-9a3e-4fa8-9560-899c0af8e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:15.895717 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-e8c2359d-9a3e-4fa8-9560-899c0af8e8d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397162 Aug 29 11:41:15.985463 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-20d214f6-860c-45a4-9e23-e59abe21fe83 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Aug 29 11:41:15.987216 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-68ae2b2e-aef1-4682-9e15-35d91fe8a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:16.034727 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae2b2e-aef1-4682-9e15-35d91fe8a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc5d52b-3520-4768-b31f-db8064c2fe6b,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:16.044924 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-68ae2b2e-aef1-4682-9e15-35d91fe8a5f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a28008dccc764757822cc863d74be1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999583 Aug 29 11:41:16.046806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57478) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:16.104563 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:16.123820 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d6b7e-b735-41e3-8b4c-33696c441513 req-af8b188c-cb38-4446-8a61-d2f1a5160cf1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:16.126129 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-324d6b7e-b735-41e3-8b4c-33696c441513 req-af8b188c-cb38-4446-8a61-d2f1a5160cf1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.1138599 Aug 29 11:41:16.127856 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:16.145675 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a13e884-7319-45bc-a068-5069bd201834 req-d85e97b9-5ed5-45a6-8ad4-e10a257885ec service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509247 Aug 29 11:41:16.194513 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-324d6b7e-b735-41e3-8b4c-33696c441513 req-9dfff221-f76e-420b-a2d2-e1ca9377deda tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Aug 29 11:41:16.337406 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:16.340093 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:16.341774 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bc5d52b-3520-4768-b31f-db8064c2fe6b HTTP/1.1" status: 204 len: 168 time: 0.2940605 Aug 29 11:41:16.351946 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10b87-d6ad-41bd-b4ad-a284ee4b7c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc5d52b-3520-4768-b31f-db8064c2fe6b,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:16.710080 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8cd714ad-66c8-415b-995b-b2ab028d0c3a req-66b4ae2e-8dea-41bb-b5e4-ee7e0ffc1421 tempest-VolumesSnapshotTestJSON-1631610009 tempest-VolumesSnapshotTestJSON-1631610009-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aacd0e-99cb-48f9-b8d3-29ee8f0fb743 HTTP/1.1" status: 200 len: 210 time: 0.0288115 Aug 29 11:41:16.938330 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c29b47-7406-4eee-a783-f3490cb0fa2b req-ac3a0c9e-6565-45bf-8a72-509c28c73bca tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:16.939992 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-37c29b47-7406-4eee-a783-f3490cb0fa2b req-ac3a0c9e-6565-45bf-8a72-509c28c73bca tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0528908 Aug 29 11:41:16.982475 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-37c29b47-7406-4eee-a783-f3490cb0fa2b req-a1c40785-7987-4dcf-898a-f84c00cda5dc tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362144 Aug 29 11:41:17.343527 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53f482-372f-42cc-98be-8538805ab81c req-37701820-5cb6-4c6f-831e-ee832f934649 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:17.346877 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5e53f482-372f-42cc-98be-8538805ab81c req-37701820-5cb6-4c6f-831e-ee832f934649 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0689504 Aug 29 11:41:17.435332 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5e53f482-372f-42cc-98be-8538805ab81c req-fe602a9e-53ea-4b5c-bf5c-0435052159ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812147 Aug 29 11:41:17.477364 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f749-9eb1-40d8-964e-a7639b2f8f59 req-f4830bea-c517-4cb6-8bb3-2c3e1b0dfcde tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:17.484483 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8468f749-9eb1-40d8-964e-a7639b2f8f59 req-f4830bea-c517-4cb6-8bb3-2c3e1b0dfcde tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0899408 Aug 29 11:41:17.538806 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8468f749-9eb1-40d8-964e-a7639b2f8f59 req-eb0e7816-9b42-4af3-8911-0ec2f4032621 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480447 Aug 29 11:41:18.640482 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ec70a-7269-4b9c-b5a8-d12ac2bac2af req-450cef50-fcbe-4e2d-a5d7-264f00aac839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:18.644185 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b52ec70a-7269-4b9c-b5a8-d12ac2bac2af req-450cef50-fcbe-4e2d-a5d7-264f00aac839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.1301911 Aug 29 11:41:18.683692 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b52ec70a-7269-4b9c-b5a8-d12ac2bac2af req-3190a467-0fb8-4dcc-8259-28cdcfa7d444 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331995 Aug 29 11:41:18.705028 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddb117-5287-42be-be68-c016106eba21 req-f3a20d39-2952-4b38-a2bf-530604d614ce tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:18.706598 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-55ddb117-5287-42be-be68-c016106eba21 req-f3a20d39-2952-4b38-a2bf-530604d614ce tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0633526 Aug 29 11:41:18.753698 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-55ddb117-5287-42be-be68-c016106eba21 req-d12777db-c930-4341-b4ff-45c9055a39e5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360007 Aug 29 11:41:19.245805 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 89d15fce-4377-4b18-8511-3fdb47350f68 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:41:19.297300 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 89d15fce-4377-4b18-8511-3fdb47350f68 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:41:19.298550 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 89d15fce-4377-4b18-8511-3fdb47350f68 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:41:19.805686 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57608) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:19.864972 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef83f6-9995-446c-8dda-fc3d7f0a6c4b req-2c790440-ff82-4ed3-8507-cdc34b9c3fb0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:19.866536 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9ef83f6-9995-446c-8dda-fc3d7f0a6c4b req-2c790440-ff82-4ed3-8507-cdc34b9c3fb0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0931990 Aug 29 11:41:19.923409 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ce78-8953-4eaf-a700-e07dec07f1ab req-af5a7bbe-1b1c-4b73-9b22-dd3d64e8e3c3 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:19.929145 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-89f1ce78-8953-4eaf-a700-e07dec07f1ab req-af5a7bbe-1b1c-4b73-9b22-dd3d64e8e3c3 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0722108 Aug 29 11:41:19.933162 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9ef83f6-9995-446c-8dda-fc3d7f0a6c4b req-d1a36251-47b9-492b-b7c3-2b031f42106b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597444 Aug 29 11:41:19.955177 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bf700e1e-f6bc-4788-bd0c-2467beb1c1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.009387 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-89f1ce78-8953-4eaf-a700-e07dec07f1ab req-72c7eaae-3f0f-449f-b123-e4e231a44628 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726364 Aug 29 11:41:20.093395 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bf700e1e-f6bc-4788-bd0c-2467beb1c1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.190678 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bf700e1e-f6bc-4788-bd0c-2467beb1c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.232380 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bf700e1e-f6bc-4788-bd0c-2467beb1c1e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64da078a8ab7455b95eb325f5ef5df7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255526 Aug 29 11:41:20.233564 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf700e1e-f6bc-4788-bd0c-2467beb1c1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad8a56d-a51a-4816-be84-dfd80d12fa56,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:20.235212 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57622) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:20.318549 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.373394 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.569172 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.572047 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:20.573819 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ad8a56d-a51a-4816-be84-dfd80d12fa56 HTTP/1.1" status: 204 len: 168 time: 0.3371327 Aug 29 11:41:20.583146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e848b-2ce9-49a5-b8bc-3d922823eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad8a56d-a51a-4816-be84-dfd80d12fa56,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:21.147035 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7c7e-55cb-4cbc-8a26-9829967022fb req-971e2dae-7f90-4f7a-b1dd-af9fa8985a0f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:21.149191 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-924c7c7e-55cb-4cbc-8a26-9829967022fb req-971e2dae-7f90-4f7a-b1dd-af9fa8985a0f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0842404 Aug 29 11:41:21.156224 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbcb26-7e47-4d8c-be72-2f07f30d98bf req-531ea831-85c7-4dd5-9287-45d090c86a93 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:21.158712 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3edbcb26-7e47-4d8c-be72-2f07f30d98bf req-531ea831-85c7-4dd5-9287-45d090c86a93 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0667138 Aug 29 11:41:21.205212 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3edbcb26-7e47-4d8c-be72-2f07f30d98bf req-df8ca795-41bd-48f0-b196-b33267dcbe80 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Aug 29 11:41:21.223237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-924c7c7e-55cb-4cbc-8a26-9829967022fb req-d03ce6ff-1ca8-4d3d-a578-5d650a6725b2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Aug 29 11:41:21.448892 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57652) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:21.468869 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-552d0dae-58e5-4eb1-af05-21a8a3cf5c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:21.602638 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-552d0dae-58e5-4eb1-af05-21a8a3cf5c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:21.832130 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-552d0dae-58e5-4eb1-af05-21a8a3cf5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:21.869875 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0dae-58e5-4eb1-af05-21a8a3cf5c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c9c927-454f-4eaf-93eb-0fa8f8df1a52,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:21.874378 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-552d0dae-58e5-4eb1-af05-21a8a3cf5c43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7f1951c1867460480f202eaef35ffcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243560 Aug 29 11:41:21.877507 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57690) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:21.937396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:21.959174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:22.099123 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:22.102324 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:22.103381 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66c9c927-454f-4eaf-93eb-0fa8f8df1a52 HTTP/1.1" status: 204 len: 168 time: 0.2251196 Aug 29 11:41:22.115430 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b82ef9-a452-4d1f-a01e-5c725aa55ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c9c927-454f-4eaf-93eb-0fa8f8df1a52,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:22.323406 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c45277-628d-4896-812a-e4cec8c6a5a8 req-8f497bdd-cffd-463c-b54b-bfe5aa11ef9e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:22.325324 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d4c45277-628d-4896-812a-e4cec8c6a5a8 req-8f497bdd-cffd-463c-b54b-bfe5aa11ef9e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0556886 Aug 29 11:41:22.354765 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be8583-d9f4-4d3f-ad2e-8e82abf3c53d req-a7685183-f319-4258-adf5-3ffaa80af327 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:22.356309 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a1be8583-d9f4-4d3f-ad2e-8e82abf3c53d req-a7685183-f319-4258-adf5-3ffaa80af327 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0508318 Aug 29 11:41:22.377274 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d4c45277-628d-4896-812a-e4cec8c6a5a8 req-441363a5-d31e-4663-a3af-5fb1b9735dd7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Aug 29 11:41:22.419078 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a1be8583-d9f4-4d3f-ad2e-8e82abf3c53d req-c51cb22f-4077-4a79-a826-d5561272ec4b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Aug 29 11:41:23.515165 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37ba9-d7f4-4a85-ab42-46bd902984a9 req-890c3ea1-11f7-4277-a36f-296148f2a2e0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:23.523154 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bda37ba9-d7f4-4a85-ab42-46bd902984a9 req-890c3ea1-11f7-4277-a36f-296148f2a2e0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0707414 Aug 29 11:41:23.596951 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bda37ba9-d7f4-4a85-ab42-46bd902984a9 req-ccfb09cf-decb-4885-9562-7f8b69d1959d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721602 Aug 29 11:41:23.608029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da41f5-eac4-4679-87d4-2fa17ebaa158 req-d498e481-148b-4a4a-bc2a-f1c95033660b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:23.614210 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e4da41f5-eac4-4679-87d4-2fa17ebaa158 req-d498e481-148b-4a4a-bc2a-f1c95033660b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0828307 Aug 29 11:41:23.661122 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e4da41f5-eac4-4679-87d4-2fa17ebaa158 req-b5032d12-98b1-4610-ba3c-493d6757e965 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352387 Aug 29 11:41:24.260583 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9ade83af-a004-497e-ac4d-8327bb444100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:24.706664 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d8286-f6f3-4b88-a95d-b91504751af7 req-6b228497-7a16-4416-a726-e0ae87b94e54 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:24.708374 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-720d8286-f6f3-4b88-a95d-b91504751af7 req-6b228497-7a16-4416-a726-e0ae87b94e54 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0536113 Aug 29 11:41:24.767861 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-720d8286-f6f3-4b88-a95d-b91504751af7 req-9a69a1ed-6c65-4089-97a0-4a09e0f0e750 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447128 Aug 29 11:41:24.832257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422fc9a-b651-470e-a3b5-c748ffe251f1 req-c4ab8a4d-dcb9-43af-be9d-ad9d1bc9484f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:24.834627 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6422fc9a-b651-470e-a3b5-c748ffe251f1 req-c4ab8a4d-dcb9-43af-be9d-ad9d1bc9484f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0692577 Aug 29 11:41:24.884578 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6422fc9a-b651-470e-a3b5-c748ffe251f1 req-06ad5b55-0105-4ff4-a81c-71c40e37eed0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Aug 29 11:41:25.912252 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbe0d-6f9e-45b0-8f62-9d078fa6ed2f req-9dddcc8c-a18e-4dba-814e-e4ed68febbd1 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:25.930693 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cfbdbe0d-6f9e-45b0-8f62-9d078fa6ed2f req-9dddcc8c-a18e-4dba-814e-e4ed68febbd1 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0657237 Aug 29 11:41:25.955261 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cfbdbe0d-6f9e-45b0-8f62-9d078fa6ed2f req-9417d784-e950-4e27-8aa5-8e75a124ab23 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Aug 29 11:41:26.024472 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaa537-aa4d-4cdf-a560-85e686bae3a9 req-b61efba9-9b24-4644-9b92-fcc871cf0223 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:26.025967 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6fbaa537-aa4d-4cdf-a560-85e686bae3a9 req-b61efba9-9b24-4644-9b92-fcc871cf0223 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0636525 Aug 29 11:41:26.066672 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6fbaa537-aa4d-4cdf-a560-85e686bae3a9 req-0cd622b7-60a4-4833-92be-1932eeef77c9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343878 Aug 29 11:41:26.282395 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57808) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:26.391795 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8d304b5-ac93-4b03-aa26-b8d3e9a4ef25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.489663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8d304b5-ac93-4b03-aa26-b8d3e9a4ef25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.573257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8d304b5-ac93-4b03-aa26-b8d3e9a4ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.618628 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-a8d304b5-ac93-4b03-aa26-b8d3e9a4ef25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f55498d0270408d9784d3c9035c4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326321 Aug 29 11:41:26.618858 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57818) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:26.626760 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d304b5-ac93-4b03-aa26-b8d3e9a4ef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a114abd2-a161-4d84-b52c-384cf8d558f2,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:26.677924 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.701636 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.820903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.823500 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:26.827503 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a114abd2-a161-4d84-b52c-384cf8d558f2 HTTP/1.1" status: 204 len: 168 time: 0.2050016 Aug 29 11:41:26.844841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56a30e-d783-44f0-a8bb-d7491e8598fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a114abd2-a161-4d84-b52c-384cf8d558f2,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:26.979003 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ac31-c517-49f3-891b-be9088af7c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.081068 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce0e5e-32f0-4707-9fc3-c03a268281e1 req-6614cf45-8485-46b2-9d6d-518c2a4bf06c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:27.082378 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-52ce0e5e-32f0-4707-9fc3-c03a268281e1 req-6614cf45-8485-46b2-9d6d-518c2a4bf06c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0535858 Aug 29 11:41:27.155044 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-52ce0e5e-32f0-4707-9fc3-c03a268281e1 req-88fd7f5b-fe49-4238-bcd4-ae3518614131 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657601 Aug 29 11:41:27.249693 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f9f98-a091-4f15-8178-9f8a6a78506b req-c554bbd0-044b-46da-9a05-8581f93c5e5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:27.251394 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a86f9f98-a091-4f15-8178-9f8a6a78506b req-c554bbd0-044b-46da-9a05-8581f93c5e5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0970101 Aug 29 11:41:27.294837 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.314433 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a86f9f98-a091-4f15-8178-9f8a6a78506b req-7063ac03-a811-45d5-bb77-50a251274b01 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533745 Aug 29 11:41:27.641214 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57840) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:27.654529 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9ab4194a-898a-47f5-8201-491d9c2ff220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.763481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9ab4194a-898a-47f5-8201-491d9c2ff220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.843324 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9ab4194a-898a-47f5-8201-491d9c2ff220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.885262 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9ab4194a-898a-47f5-8201-491d9c2ff220 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b62ec59599c64fd1a605188644e880f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411380 Aug 29 11:41:27.886282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57848) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:27.886795 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4194a-898a-47f5-8201-491d9c2ff220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9514b-551b-4779-b72f-392a4aff938a,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:27.939283 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:27.961749 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.014633 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.127598 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.136517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.136517 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51b9514b-551b-4779-b72f-392a4aff938a HTTP/1.1" status: 204 len: 168 time: 0.2440684 Aug 29 11:41:28.139117 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86b85-c9a3-438a-8833-29bdd8ef6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9514b-551b-4779-b72f-392a4aff938a,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:28.276571 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3dc5-9fa4-40f5-8e79-188fe59b4eeb req-7329fb40-89ef-4a37-8b87-7fbeafa8fde2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:28.278100 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f7da3dc5-9fa4-40f5-8e79-188fe59b4eeb req-7329fb40-89ef-4a37-8b87-7fbeafa8fde2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0480597 Aug 29 11:41:28.321774 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f7da3dc5-9fa4-40f5-8e79-188fe59b4eeb req-fd591c83-8582-4520-ae59-a133e4158d94 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378616 Aug 29 11:41:28.440086 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b9471-175e-432a-8e4e-647e3729d644 req-cdcd6761-49f3-4721-af16-07abaeebf5ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:28.442381 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ba8b9471-175e-432a-8e4e-647e3729d644 req-cdcd6761-49f3-4721-af16-07abaeebf5ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0570791 Aug 29 11:41:28.458027 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57864) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:28.489884 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ba8b9471-175e-432a-8e4e-647e3729d644 req-6ef1334f-40cc-4a0b-8945-d031d15e2803 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Aug 29 11:41:28.598935 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26cd2298-65e0-4774-b073-f1c9bdb55533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.690125 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26cd2298-65e0-4774-b073-f1c9bdb55533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.773335 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-751ba7b2-c315-4565-94e8-b80ab10ef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:28.775451 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-751ba7b2-c315-4565-94e8-b80ab10ef5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.0439277 Aug 29 11:41:28.804390 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-26cd2298-65e0-4774-b073-f1c9bdb55533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.879364 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-26cd2298-65e0-4774-b073-f1c9bdb55533 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecf32fa17e6a4238a6b01ee8f1679ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201508 Aug 29 11:41:28.882200 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57880) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:28.887054 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd2298-65e0-4774-b073-f1c9bdb55533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ace8ed-00fa-46a4-8ccb-781d6578ca59,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:28.909584 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-fc853a4e-f227-4fcd-9a1a-fcbdf738f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:28.911062 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-fc853a4e-f227-4fcd-9a1a-fcbdf738f1f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.1277909 Aug 29 11:41:28.936109 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.957707 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:28.981144 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-9e2c0553-0c34-4099-9a9c-4c6fe3cee1d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1002 time: 0.0621436 Aug 29 11:41:29.033760 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-b06790dd-8d53-4c81-951d-4094d92a8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:29.035291 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-b06790dd-8d53-4c81-951d-4094d92a8c03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0471702 Aug 29 11:41:29.094174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-30419d82-fc4e-4d67-8ee9-3425cf944fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:29.095672 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-30419d82-fc4e-4d67-8ee9-3425cf944fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525632 Aug 29 11:41:29.122847 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:29.133634 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:29.133634 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82ace8ed-00fa-46a4-8ccb-781d6578ca59 HTTP/1.1" status: 204 len: 168 time: 0.2432544 Aug 29 11:41:29.136419 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456d052-a2bf-42ed-93c3-91750df781ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ace8ed-00fa-46a4-8ccb-781d6578ca59,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:29.198684 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-804371d4-f115-48ee-a607-4fa5319513be service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944557 Aug 29 11:41:29.551317 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae1368-d6bb-4158-af50-4844df32d590 req-f320e6ec-cf8c-4830-b3f8-d55eddab3a51 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:29.552797 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4eae1368-d6bb-4158-af50-4844df32d590 req-f320e6ec-cf8c-4830-b3f8-d55eddab3a51 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0677462 Aug 29 11:41:29.563359 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:29.582529 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41dce072-9dbf-4691-8d97-0879c7732e36 req-c748c98d-9ae0-46e2-8851-c920ab8bebc3 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763912 Aug 29 11:41:29.606656 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4eae1368-d6bb-4158-af50-4844df32d590 req-862ae7c0-0d98-4ec5-adeb-d11f0ccf9eb5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Aug 29 11:41:29.639687 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7682b-f93b-44c1-8dc8-cbcaab70e135 req-9a9835a8-fefc-49e0-9c1d-295dde2e712c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:29.641201 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87d7682b-f93b-44c1-8dc8-cbcaab70e135 req-9a9835a8-fefc-49e0-9c1d-295dde2e712c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0547426 Aug 29 11:41:29.663991 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:41:29.679901 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-87d7682b-f93b-44c1-8dc8-cbcaab70e135 req-5963156f-8f9f-41d5-bff8-cdd85fd45306 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Aug 29 11:41:30.058743 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 57914) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:30.073203 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-86fa571f-fffb-4404-9257-0433424d06ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.170133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-86fa571f-fffb-4404-9257-0433424d06ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.288971 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-86fa571f-fffb-4404-9257-0433424d06ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.336994 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-86fa571f-fffb-4404-9257-0433424d06ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acc2eaa2aae74107afe767a104b232f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742586 Aug 29 11:41:30.336994 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa571f-fffb-4404-9257-0433424d06ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81cd3b9-9c53-4ced-bbcb-9c7563da3ac9,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:30.337387 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 57924) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:30.395320 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.419631 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.546043 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.548808 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:30.552953 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f81cd3b9-9c53-4ced-bbcb-9c7563da3ac9 HTTP/1.1" status: 204 len: 168 time: 0.2142327 Aug 29 11:41:30.562797 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c507e6-af30-4742-9966-ef57e1e913f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81cd3b9-9c53-4ced-bbcb-9c7563da3ac9,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:30.725838 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a4d0-17b8-4fa3-be8a-17d6ed7f7195 req-255b16ac-b67e-4f7e-abeb-f74a3af8850c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:30.731648 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27d9a4d0-17b8-4fa3-be8a-17d6ed7f7195 req-255b16ac-b67e-4f7e-abeb-f74a3af8850c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0486734 Aug 29 11:41:30.769903 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27d9a4d0-17b8-4fa3-be8a-17d6ed7f7195 req-0d7a3a50-40e7-486b-b07b-95a804c23bc8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 Aug 29 11:41:30.821920 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547e39-c23b-43cb-9b3b-333abe6eea2a req-c1dd6297-78b6-4635-8188-0cccd9862250 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:30.823307 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52547e39-c23b-43cb-9b3b-333abe6eea2a req-c1dd6297-78b6-4635-8188-0cccd9862250 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0616856 Aug 29 11:41:30.869195 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-52547e39-c23b-43cb-9b3b-333abe6eea2a req-5ccd34e1-28f9-422b-83d7-5521620055d1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400229 Aug 29 11:41:31.277005 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:31.988279 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96ecdc-7764-47a8-a8e9-9eacdd1f658c req-38017cee-4a50-421d-8c2a-87a9f4911515 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:31.989862 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de96ecdc-7764-47a8-a8e9-9eacdd1f658c req-38017cee-4a50-421d-8c2a-87a9f4911515 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0482528 Aug 29 11:41:32.027558 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de96ecdc-7764-47a8-a8e9-9eacdd1f658c req-6aad1a61-ef79-4c97-bb8c-12641dc9b240 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Aug 29 11:41:33.144362 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39623-ccf8-4901-8501-651824b6feda req-339c524a-ce0e-4da7-b04b-1a5dc43c2cc3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:33.145832 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67e39623-ccf8-4901-8501-651824b6feda req-339c524a-ce0e-4da7-b04b-1a5dc43c2cc3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0473840 Aug 29 11:41:33.181772 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-67e39623-ccf8-4901-8501-651824b6feda req-d058f95a-1cee-45e8-9040-9c1b62287abb tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295432 Aug 29 11:41:34.301874 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b04ba-5e75-48af-ad69-1d6d5a5dff8c req-349f3640-bdff-452c-b86b-168c60e250b7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:34.303221 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-153b04ba-5e75-48af-ad69-1d6d5a5dff8c req-349f3640-bdff-452c-b86b-168c60e250b7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0511200 Aug 29 11:41:34.339753 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-153b04ba-5e75-48af-ad69-1d6d5a5dff8c req-74e8c902-f8b1-4100-89cb-df95f245b79f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Aug 29 11:41:35.481338 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2006a48-a171-4439-9ea2-e3865489155a req-fa72b240-d2e0-4f9d-b2da-5701073e092c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:35.482959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c2006a48-a171-4439-9ea2-e3865489155a req-fa72b240-d2e0-4f9d-b2da-5701073e092c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0550649 Aug 29 11:41:35.521729 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c2006a48-a171-4439-9ea2-e3865489155a req-57f48d3f-8a94-46aa-99a1-4b8e6bdb8c1e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Aug 29 11:41:35.761201 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-16e6d691-99ca-4cca-96d1-870535f7bffe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288813 Aug 29 11:41:35.945722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-5917bfd5-0c05-40b9-bbdc-a67154633111 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:35.947117 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-5917bfd5-0c05-40b9-bbdc-a67154633111 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804569 Aug 29 11:41:35.962642 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-5b4fb054-11f8-4d60-a3c9-553faa8c3e3d tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/quotas/9b11fe1ebfe644aa8f9b7c5dc2261ab5 HTTP/1.1" status: 200 len: 375 time: 0.0093474 Aug 29 11:41:35.995687 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-14ce9713-c52c-4851-9cf0-7d4768d1c908 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271056 Aug 29 11:41:36.288072 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ed905acf-812e-4773-82f5-86630ff814d3 req-c5a72b89-f8b4-41ed-a469-7209e6a88f53 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 210 time: 0.0307226 Aug 29 11:41:36.654521 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e916539-97b9-47f5-914f-76591e56a7ef req-57b19327-6278-4d94-bffc-2419df3232f1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:36.656230 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1e916539-97b9-47f5-914f-76591e56a7ef req-57b19327-6278-4d94-bffc-2419df3232f1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 943 time: 0.0523181 Aug 29 11:41:36.693713 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1e916539-97b9-47f5-914f-76591e56a7ef req-148a71e6-5b2f-4418-bbd4-d173785a2d5d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Aug 29 11:41:37.370899 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:41:37.380306 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b86dde75-326d-48e5-88c5-a8164b004632 req-2c0bea59-23a4-4689-9276-f3f9f2c4d1aa tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 210 time: 0.0268562 Aug 29 11:41:37.467665 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:37.479780 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'mac_address': 'fa:16:3e:fa:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:41:37.528484 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:37.542106 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:41:37.561082 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:37.688096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:37.736967 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=9']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:37.820893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8942cf0-7194-481f-90f1-3633c64993a7 req-33a12b9a-c121-40ed-93a0-4b7f661c6c0b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:37.822436 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d8942cf0-7194-481f-90f1-3633c64993a7 req-33a12b9a-c121-40ed-93a0-4b7f661c6c0b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0548880 Aug 29 11:41:37.865815 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d8942cf0-7194-481f-90f1-3633c64993a7 req-0a4f9927-a735-404b-ab2c-5a7a5201020a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367119 Aug 29 11:41:37.973872 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:41:38.477810 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-17d91100-d318-401d-9364-f56a0e6118f0 req-023f5f65-1dd5-48f6-9fa6-85c40ad111b5 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Aug 29 11:41:38.680154 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-7bc1d426-9be4-4e80-bd29-3892805f3b41 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229690 Aug 29 11:41:38.788495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-fdbb4f4f-b616-4d4b-a323-ab9439079931 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:38.790571 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-fdbb4f4f-b616-4d4b-a323-ab9439079931 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042554 Aug 29 11:41:38.813839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Request body: {'port': {'device_id': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3', 'admin_state_up': True, 'tenant_id': '9b11fe1ebfe644aa8f9b7c5dc2261ab5'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:38.998330 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba830b-6e2c-4951-925a-e714bef72e55 req-c423b44f-eeba-4f14-8944-633b4fad6079 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:39.000215 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f5ba830b-6e2c-4951-925a-e714bef72e55 req-c423b44f-eeba-4f14-8944-633b4fad6079 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 944 time: 0.0556951 Aug 29 11:41:39.038399 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f5ba830b-6e2c-4951-925a-e714bef72e55 req-fb07d2ee-29c0-43ba-90bb-1381d561e359 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Aug 29 11:41:39.041138 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Made reservation on behalf of 9b11fe1ebfe644aa8f9b7c5dc2261ab5 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:41:39.044713 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.053616 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.150663 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.247226 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.310776 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff252e3-2224-436d-b251-fd9ada0d6e35,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:39.325133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.325490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.325834 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.326215 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.326549 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.326883 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.327214 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.327554 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.327877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.328202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.328531 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.328887 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.375082 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:41:39.400802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Allocated IP 192.168.233.51 (e3522c45-fb22-4bbd-91e6-76a3e84c1cf3/1833dd64-7e29-4c1f-9185-1ff94874493b/6099a67c-a762-4c80-a8ba-0c68b24fbdb0) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:41:39.425241 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:41:39.425520 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.519833 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.556934 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:39.559591 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4c997-c70e-4ccb-98a8-b7c4af62563e" -d '{"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:39.574986 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:39.614042 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.621561 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fed01140-2535-439b-a1bd-2849247ae344 req-73e461aa-4aab-4179-93f4-adf3cd750878 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 210 time: 0.0605490 Aug 29 11:41:39.631575 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e9c56a-c316-4709-815f-ebfef1bf66aa x-openstack-request-id: req-87e9c56a-c316-4709-815f-ebfef1bf66aa {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:39.631575 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:39.631575 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e9c56a-c316-4709-815f-ebfef1bf66aa {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:39.631575 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'code': 200} Aug 29 11:41:39.637634 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Transition to ACTIVE for port object 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:41:39.757346 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.809006 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=10']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:39.815742 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.816086 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.816422 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.816871 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.817202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.817526 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.817847 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.818168 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.818488 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.818808 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.819127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.819439 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:41:39.824796 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:39.871421 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:41:39.874783 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:41:39.878424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:41:39.904352 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Pushing event updated for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:39.933900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:39.933900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.093888 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-a43df557-904a-4b56-8c53-ecfaeaccc1fe tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2836995 Aug 29 11:41:40.112645 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Request body: {'port': {'device_id': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:40.191928 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5b44c2ce-371c-4b1e-898b-d86e38b78aae None None] Provisioning for port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:41:40.197008 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5b44c2ce-371c-4b1e-898b-d86e38b78aae None None] Provisioning complete for port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:41:40.197479 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5b44c2ce-371c-4b1e-898b-d86e38b78aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.215332 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39543-f352-460b-a063-7a625336e418 req-0482cc37-1299-422f-9e08-6c3de8ad4d11 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:40.216876 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b5b39543-f352-460b-a063-7a625336e418 req-0482cc37-1299-422f-9e08-6c3de8ad4d11 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.0941007 Aug 29 11:41:40.222253 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.236877 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-5b44c2ce-371c-4b1e-898b-d86e38b78aae None None] Port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:41:40.289209 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b5b39543-f352-460b-a063-7a625336e418 req-ff5240c0-a7c0-4158-b2fe-14573918d3cd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645545 Aug 29 11:41:40.302155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484601f-a2ff-47eb-9694-5f3a9b4298d6 req-31e0f418-3f49-4201-93f6-c512c95be35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:40.305097 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7484601f-a2ff-47eb-9694-5f3a9b4298d6 req-31e0f418-3f49-4201-93f6-c512c95be35f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 1099 time: 0.0431960 Aug 29 11:41:40.341209 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7484601f-a2ff-47eb-9694-5f3a9b4298d6 req-c6f9873f-93ac-414d-a35c-ee70220e518b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282364 Aug 29 11:41:40.511656 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:41:40.519160 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.531047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Transition to ACTIVE for port object 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:41:40.596911 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.650476 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58188) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:40.676360 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Pushing event updated for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:40.723457 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Attempting to bind port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:41:40.727608 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Attempting to bind port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:41:40.727608 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Attempting to bind port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 on network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:41:40.729111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 on network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:41:40.729440 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Attempting to bind port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 on network e3522c45-fb22-4bbd-91e6-76a3e84c1cf3 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:41:40.734757 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:41:40.735004 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Checking segment: {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:41:40.735393 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Bound using segment: {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:41:40.735821 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Bound port: 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fce08e6-41f6-4055-a630-cd5b93af2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:41:40.736174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.790716 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15256e07-70c7-427f-94dd-8e6593299de0 req-eb704c50-5249-409a-a3e3-738be4c29364 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:40.792710 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15256e07-70c7-427f-94dd-8e6593299de0 req-eb704c50-5249-409a-a3e3-738be4c29364 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 947 time: 0.0762534 Aug 29 11:41:40.793668 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-41defdc8-ddcd-4529-b27c-f4e36864fc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.807494 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:41:40.810989 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:41:40.851074 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15256e07-70c7-427f-94dd-8e6593299de0 req-4972c33c-7fea-487c-994d-204c2fe19bd0 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Aug 29 11:41:40.906338 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.915672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-41defdc8-ddcd-4529-b27c-f4e36864fc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.945275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:40.945890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:40.947455 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] 10.222.0.42 "PUT /v2.0/ports/6099a67c-a762-4c80-a8ba-0c68b24fbdb0 HTTP/1.1" status: 200 len: 1097 time: 0.8397572 Aug 29 11:41:40.949688 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:40.950217 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306" -d '{"events": [{"name": "network-changed", "server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:40.976252 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c89759-d3f9-4cee-b827-337898544a85 service neutron] Pushing event updated for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:41.004362 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc14faea-c335-414c-b181-9c194be7bed6 x-openstack-request-id: req-dc14faea-c335-414c-b181-9c194be7bed6 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:41.004362 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:41.004362 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc14faea-c335-414c-b181-9c194be7bed6 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:41.004362 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0', 'status': 'completed', 'code': 200} Aug 29 11:41:41.035862 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-41defdc8-ddcd-4529-b27c-f4e36864fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:41.079512 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-41defdc8-ddcd-4529-b27c-f4e36864fc8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d67809499474950b54bc2e77e634f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269054 Aug 29 11:41:41.080376 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41defdc8-ddcd-4529-b27c-f4e36864fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f05bb5-6775-4b01-954e-9abcf37c27fa,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:41.082739 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58194) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:41.083275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306 req-116b7105-96b3-4a02-b0f1-6822426df9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.084843 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306 req-116b7105-96b3-4a02-b0f1-6822426df9cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 1100 time: 0.0459788 Aug 29 11:41:41.115619 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306 req-df5214d9-2858-4e01-82d0-0462fbafa554 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206771 Aug 29 11:41:41.134856 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:41.155128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:41.210073 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306 req-b9ee9a38-db0d-4090-ade1-d4d6a6b6279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.211698 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1724d3bf-c5d5-4496-b4a6-b8f0fbec2306 req-b9ee9a38-db0d-4090-ade1-d4d6a6b6279d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885680 Aug 29 11:41:41.281130 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:41.283819 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:41.284985 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68f05bb5-6775-4b01-954e-9abcf37c27fa HTTP/1.1" status: 204 len: 168 time: 0.2009237 Aug 29 11:41:41.293242 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab0a1a-2f70-4a0e-920b-ea2d9a97782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f05bb5-6775-4b01-954e-9abcf37c27fa,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:41.298628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-80f526f6-e0e5-49af-9b96-ffe9d0d10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.298628 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-80f526f6-e0e5-49af-9b96-ffe9d0d10d00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 1100 time: 0.0419981 Aug 29 11:41:41.350852 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-42da2529-7251-4b8d-aeeb-f4bf928ab3f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0 HTTP/1.1" status: 200 len: 217 time: 0.0390451 Aug 29 11:41:41.401758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-806af5ec-99b6-47cc-97cc-3997afa8f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.403242 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-806af5ec-99b6-47cc-97cc-3997afa8f0a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1833dd64-7e29-4c1f-9185-1ff94874493b HTTP/1.1" status: 200 len: 843 time: 0.0450616 Aug 29 11:41:41.411757 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f830bb5-4b84-41c9-a721-8d496ac4307a req-a661da35-481a-4836-946b-5dc3df0186f9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.413253 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5f830bb5-4b84-41c9-a721-8d496ac4307a req-a661da35-481a-4836-946b-5dc3df0186f9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.0479639 Aug 29 11:41:41.450937 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5f830bb5-4b84-41c9-a721-8d496ac4307a req-19fb8d02-a9f6-4407-86b0-a10a899725d9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Aug 29 11:41:41.454684 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757df0a-d812-4474-a319-2bf479fe2311 req-9ef2a764-a433-47b1-8c31-d24eda759684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.456191 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-9ef2a764-a433-47b1-8c31-d24eda759684 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e3522c45-fb22-4bbd-91e6-76a3e84c1cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402393 Aug 29 11:41:41.562529 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-bd1e78f7-e038-4776-a823-c2608620fbd8 service neutron] 10.222.0.42 "GET /v2.0/networks/e3522c45-fb22-4bbd-91e6-76a3e84c1cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909593 Aug 29 11:41:41.673572 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4757df0a-d812-4474-a319-2bf479fe2311 req-fe051dce-4da9-4f50-9885-6e38a39c7103 service neutron] 10.222.0.42 "GET /v2.0/networks/e3522c45-fb22-4bbd-91e6-76a3e84c1cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966725 Aug 29 11:41:41.970668 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b693-3ab2-470c-a7bf-223bcb6952e0 req-14a31bd5-0356-4a0e-90bb-c7b032695a5b tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:41.972128 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8778b693-3ab2-470c-a7bf-223bcb6952e0 req-14a31bd5-0356-4a0e-90bb-c7b032695a5b tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 947 time: 0.0495310 Aug 29 11:41:42.016781 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8778b693-3ab2-470c-a7bf-223bcb6952e0 req-a993fee6-085e-4d8b-997d-9f740442ab6f tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Aug 29 11:41:42.043452 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58232) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:42.056889 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fa51b264-4880-4151-b168-fc956e17e0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.146547 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fa51b264-4880-4151-b168-fc956e17e0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.223948 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fa51b264-4880-4151-b168-fc956e17e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.262487 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-fa51b264-4880-4151-b168-fc956e17e0a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cff58e55947b476cb10386e5ed947bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179987 Aug 29 11:41:42.263661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51b264-4880-4151-b168-fc956e17e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af090de4-bd36-47a7-99a0-dcec48e5bbd7,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:42.265146 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58242) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:42.315532 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.336323 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.477593 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.480194 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:42.481432 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af090de4-bd36-47a7-99a0-dcec48e5bbd7 HTTP/1.1" status: 204 len: 168 time: 0.2143977 Aug 29 11:41:42.499540 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377565e-7d66-49f7-904c-50fae9c4e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af090de4-bd36-47a7-99a0-dcec48e5bbd7,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:42.590068 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469899f5-72e0-45c4-a8b9-91ba485f4f41 req-c1a62975-6638-4216-a105-d87fa74f1d1a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:42.590068 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-469899f5-72e0-45c4-a8b9-91ba485f4f41 req-c1a62975-6638-4216-a105-d87fa74f1d1a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.0588262 Aug 29 11:41:42.627785 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-469899f5-72e0-45c4-a8b9-91ba485f4f41 req-2a2b4ade-6c1c-4a32-a8f9-c38618a79c3c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Aug 29 11:41:43.149168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6152762-d868-482b-b05a-e3748eeb23ed req-cf9f80d6-e9e2-4f60-884d-e7ee3cc6fce9 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:43.150755 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d6152762-d868-482b-b05a-e3748eeb23ed req-cf9f80d6-e9e2-4f60-884d-e7ee3cc6fce9 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 947 time: 0.0565767 Aug 29 11:41:43.190156 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d6152762-d868-482b-b05a-e3748eeb23ed req-ff04f372-6504-4b01-b8b9-5f15bc8c1b07 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Aug 29 11:41:43.391268 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:41:43.488688 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:43.500824 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0', 'network_id': 'e3522c45-fb22-4bbd-91e6-76a3e84c1cf3', 'port_id': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0', 'mac_address': 'fa:16:3e:3e:76:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1833dd64-7e29-4c1f-9185-1ff94874493b', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:41:43.540223 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:43.554224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:41:43.574689 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:43.648519 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:43.700093 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:43.750592 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe1643-2010-412c-a6d0-a13f85b9c95d req-a9cd1b0b-f05f-4950-a0ec-f3fc1d6529e9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:43.752045 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-edfe1643-2010-412c-a6d0-a13f85b9c95d req-a9cd1b0b-f05f-4950-a0ec-f3fc1d6529e9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.0499046 Aug 29 11:41:43.792051 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-edfe1643-2010-412c-a6d0-a13f85b9c95d req-9f4d6e20-c0a3-4719-8739-3261301eb584 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Aug 29 11:41:43.958468 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['6099a67c-a762-4c80-a8ba-0c68b24fbdb0'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:41:44.305894 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f998-881a-4d2c-a28a-2b461ffef13b req-a8674045-9773-4cd7-8d90-8313f683dd5e tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:44.307544 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9315f998-881a-4d2c-a28a-2b461ffef13b req-a8674045-9773-4cd7-8d90-8313f683dd5e tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 948 time: 0.0514345 Aug 29 11:41:44.344929 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-9315f998-881a-4d2c-a28a-2b461ffef13b req-4a1290cb-c17b-40e8-9076-72ec75a302b1 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Aug 29 11:41:45.400386 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:41:45.460290 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858908b5-2de1-41de-94a6-e181caa708e1 req-bf2c14e3-9f8f-488c-ba2e-d590c72633de tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:45.461881 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-858908b5-2de1-41de-94a6-e181caa708e1 req-bf2c14e3-9f8f-488c-ba2e-d590c72633de tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 948 time: 0.0511932 Aug 29 11:41:45.494018 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:41:45.498136 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:41:45.498621 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:45.499688 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-858908b5-2de1-41de-94a6-e181caa708e1 req-46e42fee-2129-4fc2-b7f2-633fe235e80b tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Aug 29 11:41:45.580551 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:45.602394 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:45.604524 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6a645-c924-40e8-8361-85bf433f7257" -d '{"events": [{"server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "name": "network-vif-plugged", "status": "completed", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:45.617047 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:45.644998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3551128-27db-4f09-b98e-1e34ee158efa x-openstack-request-id: req-b3551128-27db-4f09-b98e-1e34ee158efa {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:45.645304 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "name": "network-vif-plugged", "status": "completed", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:45.645565 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3551128-27db-4f09-b98e-1e34ee158efa {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:45.645956 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0', 'code': 200} Aug 29 11:41:45.745373 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58334) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:45.767258 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:45.788124 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Deleting subnet a7cd5a3a-3577-4958-9a8e-d0609e9a3699 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:41:45.791702 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:45.814155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:45.824491 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:45.862067 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.052865 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.077256 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cd5a3a-3577-4958-9a8e-d0609e9a3699,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:46.080936 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.082804 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f0e0fb43-8658-41ae-8c09-940995e31637 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7cd5a3a-3577-4958-9a8e-d0609e9a3699 HTTP/1.1" status: 204 len: 168 time: 0.3364437 Aug 29 11:41:46.085332 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58342) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:46.159923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.232932 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bae2d-0ca1-4ab2-bc67-ef13834d0f6f req-2ebbef18-96b8-4ace-8a93-c7908c4982da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:46.234390 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff9bae2d-0ca1-4ab2-bc67-ef13834d0f6f req-2ebbef18-96b8-4ace-8a93-c7908c4982da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 1102 time: 0.0782833 Aug 29 11:41:46.286217 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.301307 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf956455-3fbc-4d9f-b117-12f44608c95e']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:46.311713 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff9bae2d-0ca1-4ab2-bc67-ef13834d0f6f req-28bf1af5-76ec-490b-beb9-c76f4ed85109 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Aug 29 11:41:46.313239 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02f4474-3352-418d-89fc-0980d3663b5b') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:46.313585 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02f4474-3352-418d-89fc-0980d3663b5b') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:41:46.322787 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.336659 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.342275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:41:46.342657 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:41:46.344264 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:41:46.494187 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.500042 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:46.501680 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cf956455-3fbc-4d9f-b117-12f44608c95e HTTP/1.1" status: 204 len: 168 time: 0.4149241 Aug 29 11:41:46.512808 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f14426-6857-4635-98b7-9d6ec03935b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf956455-3fbc-4d9f-b117-12f44608c95e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:46.619599 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12ff04-9d33-4f7b-a397-398d7b70d993 req-4ac58e3f-ac85-4c13-b63a-90c8e549a839 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:46.621190 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ec12ff04-9d33-4f7b-a397-398d7b70d993 req-4ac58e3f-ac85-4c13-b63a-90c8e549a839 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0537362 Aug 29 11:41:46.662958 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ec12ff04-9d33-4f7b-a397-398d7b70d993 req-47037047-0285-401f-bd18-e1ec95f3f653 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Aug 29 11:41:47.013057 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58360) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:47.051453 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-21394c89-5e93-4f8f-9517-640b63197a50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6b7f0d38e654b3591756aed7b509a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372462 Aug 29 11:41:47.053987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58362) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:47.100111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:47.121893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:47.240901 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:47.244184 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:47.245374 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0661e1d1-89f6-4d83-ab6c-9e747cece4b0 HTTP/1.1" status: 204 len: 168 time: 0.1899354 Aug 29 11:41:47.253282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fe18-2e7e-4f26-a498-109ba84f3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0661e1d1-89f6-4d83-ab6c-9e747cece4b0,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:47.781855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51bbea-a596-426c-8911-eba739ac8223 req-81dcffec-719f-4097-9f36-35916c00920d tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:47.783329 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7b51bbea-a596-426c-8911-eba739ac8223 req-81dcffec-719f-4097-9f36-35916c00920d tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0521295 Aug 29 11:41:47.819036 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7b51bbea-a596-426c-8911-eba739ac8223 req-184a0fe0-c8ff-4ddf-8d71-e305424e7591 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299537 Aug 29 11:41:48.933533 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b8f1-08bb-495c-9f5d-ad53d6b1906e req-16b1a3c2-7edd-45c2-8001-44c416488923 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:48.934987 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3ec9b8f1-08bb-495c-9f5d-ad53d6b1906e req-16b1a3c2-7edd-45c2-8001-44c416488923 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0491188 Aug 29 11:41:48.971028 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3ec9b8f1-08bb-495c-9f5d-ad53d6b1906e req-59b64531-3f59-4b2e-a179-6b75b3e8e3c8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301902 Aug 29 11:41:50.084009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a28581-ee12-430e-b456-26507f05cebf req-ba765c71-7d12-4765-b428-a49752a233cb tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:50.085548 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-57a28581-ee12-430e-b456-26507f05cebf req-ba765c71-7d12-4765-b428-a49752a233cb tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0491579 Aug 29 11:41:50.125456 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-57a28581-ee12-430e-b456-26507f05cebf req-03a395d9-38dc-400a-93d7-73de6cfb456b tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Aug 29 11:41:51.672000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c990-b179-48eb-9667-7b8798fe060d req-08265cf9-d832-4440-968a-e033d1e95bb5 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:51.673559 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6539c990-b179-48eb-9667-7b8798fe060d req-08265cf9-d832-4440-968a-e033d1e95bb5 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.4831064 Aug 29 11:41:51.712172 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6539c990-b179-48eb-9667-7b8798fe060d req-7ca942be-98f2-45aa-8043-580570baba20 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 29 11:41:52.232064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538644eb-8168-48c0-87fb-be87b7bf8980 req-dc8682c0-b0a3-4a4e-ab6a-89fe52442386 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:52.233550 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-538644eb-8168-48c0-87fb-be87b7bf8980 req-dc8682c0-b0a3-4a4e-ab6a-89fe52442386 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0481398 Aug 29 11:41:52.270602 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-538644eb-8168-48c0-87fb-be87b7bf8980 req-8271cefe-1ff8-4416-b226-d9ce63941b52 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Aug 29 11:41:53.442189 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d167-3a33-4922-baaa-6753a2c93e8c req-7abe07d0-525f-42fd-a83c-5899f41fcc3c tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:53.443687 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44c0d167-3a33-4922-baaa-6753a2c93e8c req-7abe07d0-525f-42fd-a83c-5899f41fcc3c tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.1050360 Aug 29 11:41:53.489998 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44c0d167-3a33-4922-baaa-6753a2c93e8c req-b28c9b35-0386-4fab-9f54-f0c7f9571ac7 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ff252e3-2224-436d-b251-fd9ada0d6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Aug 29 11:41:53.659947 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-58e75b9c-998b-44db-ac9a-3a4a98ead8bf tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:53.661619 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-58e75b9c-998b-44db-ac9a-3a4a98ead8bf tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.42 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 949 time: 0.0527418 Aug 29 11:41:53.753074 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Deleting port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:41:53.753441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:53.841350 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] For port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,segment=NetworkSegment(6fce08e6-41f6-4055-a630-cd5b93af2998),segment_id=6fce08e6-41f6-4055-a630-cd5b93af2998)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:41:53.841350 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:53.854408 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Calling delete_port for 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:41:54.059448 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:54.071684 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['6099a67c-a762-4c80-a8ba-0c68b24fbdb0'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:41:54.085200 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Pushing event deleted for resources: {'Port': ['ID=6099a67c-a762-4c80-a8ba-0c68b24fbdb0,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:54.129390 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] No DVR routers for this DVR port 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:41:54.132983 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:54.135324 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-036c5fac-3403-40ca-a18d-83f3487328e5 req-e74062db-fb97-436f-86f3-a9c0e9cdc4e8 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.42 "DELETE /v2.0/ports/6099a67c-a762-4c80-a8ba-0c68b24fbdb0 HTTP/1.1" status: 204 len: 173 time: 0.4668043 Aug 29 11:41:54.135850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'name': 'network-vif-deleted', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:41:54.138104 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2d571-264e-4aa1-b5ed-d0c0d49830a8" -d '{"events": [{"server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "name": "network-vif-deleted", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:41:54.177445 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ce5cd-9c10-491e-bf78-4462ca97c459 x-openstack-request-id: req-4c0ce5cd-9c10-491e-bf78-4462ca97c459 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:41:54.177557 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0545851a-0d67-401f-bffb-28cb12a0ff35", "name": "network-vif-deleted", "tag": "6099a67c-a762-4c80-a8ba-0c68b24fbdb0", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:41:54.177853 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c0ce5cd-9c10-491e-bf78-4462ca97c459 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:41:54.178543 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0545851a-0d67-401f-bffb-28cb12a0ff35', 'name': 'network-vif-deleted', 'tag': '6099a67c-a762-4c80-a8ba-0c68b24fbdb0', 'status': 'completed', 'code': 200} Aug 29 11:41:54.235293 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2a3ec3c0-5601-4d8e-b7be-4ddd914db5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:54.598722 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f411e05d-9aac-4f19-82da-301eae7fd4c1 req-9a493dfe-4a93-4c6f-ba9d-5734222e6046 tempest-VolumesNegativeTest-393439644 tempest-VolumesNegativeTest-393439644-project] 10.222.0.43 "GET /v2.0/ports?device_id=0545851a-0d67-401f-bffb-28cb12a0ff35 HTTP/1.1" status: 200 len: 210 time: 0.0295155 Aug 29 11:41:54.659861 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58472) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:54.731382 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58476) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:54.815456 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-323fe943-d41e-4f1e-b14a-073d9b841acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:54.842414 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46bdc8eb-fd48-4763-af54-108e22cf5a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:54.922350 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-323fe943-d41e-4f1e-b14a-073d9b841acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.065187 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-323fe943-d41e-4f1e-b14a-073d9b841acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.119757 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-323fe943-d41e-4f1e-b14a-073d9b841acd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90f03be072d94cdca2651b4496a95b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588063 Aug 29 11:41:55.122444 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58480) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:55.129828 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fe943-d41e-4f1e-b14a-073d9b841acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d474ad-954b-484f-bc3e-fedbebd6d491,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:55.179177 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.182647 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46bdc8eb-fd48-4763-af54-108e22cf5a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.200221 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.310846 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46bdc8eb-fd48-4763-af54-108e22cf5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.339351 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.341969 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.346750 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65d474ad-954b-484f-bc3e-fedbebd6d491 HTTP/1.1" status: 204 len: 168 time: 0.2197948 Aug 29 11:41:55.349063 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-46bdc8eb-fd48-4763-af54-108e22cf5a8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f662bf3fa8c945e5997414e22f5a0413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165507 Aug 29 11:41:55.351180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdc8eb-fd48-4763-af54-108e22cf5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1873e8-7204-4d60-95fb-d68c80b7ca02,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:55.351609 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58484) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:55.358475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb617595-417e-4b15-bec8-24ab129ce5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d474ad-954b-484f-bc3e-fedbebd6d491,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:55.406300 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.427080 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.538278 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.540995 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:55.542141 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc1873e8-7204-4d60-95fb-d68c80b7ca02 HTTP/1.1" status: 204 len: 168 time: 0.1889772 Aug 29 11:41:55.550305 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748586e-5331-4a84-ab7e-602b5480295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1873e8-7204-4d60-95fb-d68c80b7ca02,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:56.941716 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58574) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:56.963290 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-015a7503-2d90-4c28-be0d-a6fd1cc08998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.111696 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58612) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:57.158705 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171553394-network', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:57.185125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f4574fb0-ad30-43d7-bc9f-0ec2f315446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.287860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.290463 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Made reservation on behalf of f85f0bb3d5844ea6ad191e59f18b4b0c for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:41:57.293124 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.307775 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.388044 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f4574fb0-ad30-43d7-bc9f-0ec2f315446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.482291 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:41:57.498365 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f4574fb0-ad30-43d7-bc9f-0ec2f315446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.503465 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:41:57.503883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 6099a67c-a762-4c80-a8ba-0c68b24fbdb0 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:41:57.554885 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4574fb0-ad30-43d7-bc9f-0ec2f315446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddd2d7-4f37-40eb-942b-3efdeb9ddf88,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:57.562404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f4574fb0-ad30-43d7-bc9f-0ec2f315446e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2e81214a7764c80a20bc2ea6529e5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495456 Aug 29 11:41:57.565149 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58628) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:57.637259 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.665220 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.673667 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.768012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.793517 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83756995-2679-4656-b67a-149b2d7d98e7,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:57.798602 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.805886 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.805886 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6ddd2d7-4f37-40eb-942b-3efdeb9ddf88 HTTP/1.1" status: 204 len: 168 time: 0.2361648 Aug 29 11:41:57.808152 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:41:57.817396 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631a1b-31cb-40a3-9dbe-059c5cdd438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddd2d7-4f37-40eb-942b-3efdeb9ddf88,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:57.824343 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.824776 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Added segment c90c341f-2ba8-4f5a-b7ad-bf621cb91d15 of type vlan for network 0832d762-b369-458a-930a-db147e3f2686 Aug 29 11:41:57.879558 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.968226 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.991072 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:57.992109 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:57.992717 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:58.051904 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] Pushing event updated for resources: {'Network': ['ID=0832d762-b369-458a-930a-db147e3f2686,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:58.061629 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 0832d762-b369-458a-930a-db147e3f2686 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:41:58.112590 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1b88f32a-2a3a-43a4-b7c9-978aefd71729 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1659336 Aug 29 11:41:58.114579 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58648) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:58.120213 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Request body: {'subnet': {'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171553394-subnet', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:58.224119 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Made reservation on behalf of f85f0bb3d5844ea6ad191e59f18b4b0c for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:41:58.227247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:58.503766 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:58.565940 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0f306a-e718-470d-998b-418dda012a22,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:58.568151 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Checking segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:41:58.568505 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Network hostable DHCP agents. Network: 0832d762-b369-458a-930a-db147e3f2686, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:41:58.676470 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Network 0832d762-b369-458a-930a-db147e3f2686 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:41:58.819547 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 0832d762-b369-458a-930a-db147e3f2686) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:41:58.823699 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:58.824532 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:58.831376 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b00359-847d-4994-8235-7d648f9f1949 None None] Network 0832d762-b369-458a-930a-db147e3f2686 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:41:58.936566 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58722) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:58.947673 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-8c60087d-b3f3-4dba-91e0-eb7d9111e77d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8319390 Aug 29 11:41:58.951892 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58726) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:58.956836 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:58.980789 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-0832d762-b369-458a-930a-db147e3f2686', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:41:58.982211 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.043316 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561886402-network', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:59.073390 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.074517 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.114855 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Allocated IP 172.20.0.2 (0832d762-b369-458a-930a-db147e3f2686/8c0f306a-e718-470d-998b-418dda012a22/555b380a-15df-4496-9e4c-d3f003d021c0) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:41:59.134336 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.174093 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Made reservation on behalf of fe5937186a3e4001a110e05e8886ae54 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:41:59.176617 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.186376 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.276039 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.284369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Transition to ACTIVE for port object 555b380a-15df-4496-9e4c-d3f003d021c0 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:41:59.298960 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Transition to ACTIVE for port object 555b380a-15df-4496-9e4c-d3f003d021c0 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:41:59.375063 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.383050 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.416356 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.428450 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Network 0832d762-b369-458a-930a-db147e3f2686 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:41:59.431843 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:41:59.436549 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Pushing event updated for resources: {'Port': ['ID=555b380a-15df-4496-9e4c-d3f003d021c0,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:59.445288 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:41:59.498978 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Attempting to bind port 555b380a-15df-4496-9e4c-d3f003d021c0 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:41:59.499348 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Attempting to bind port 555b380a-15df-4496-9e4c-d3f003d021c0 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:41:59.499710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Attempting to bind port 555b380a-15df-4496-9e4c-d3f003d021c0 on network 0832d762-b369-458a-930a-db147e3f2686 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:41:59.501581 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.505386 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:41:59.505758 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Checking segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:41:59.506148 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.506536 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Bound using segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:41:59.506998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Bound port: 555b380a-15df-4496-9e4c-d3f003d021c0, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:41:59.507659 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.507788 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.534747 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:41:59.555900 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.559237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Added segment 7e3f7610-d8c6-4194-a425-64d1c7982ad0 of type vlan for network 2f576e89-3f22-40ba-b948-6abb2d6fa272 Aug 29 11:41:59.559237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20e1a9-c93d-4585-8dc5-d817d63bb5f1,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:59.588520 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] For port 555b380a-15df-4496-9e4c-d3f003d021c0, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:41:59.591878 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] For port 555b380a-15df-4496-9e4c-d3f003d021c0, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=555b380a-15df-4496-9e4c-d3f003d021c0,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:41:59.609731 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.671979 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.732582 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c062-b57d-45e4-b3c7-58f9a65609e4 None None] Pushing event updated for resources: {'Port': ['ID=555b380a-15df-4496-9e4c-d3f003d021c0,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:59.741466 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.742491 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:41:59.743179 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.813208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.817774 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f576e89-3f22-40ba-b948-6abb2d6fa272,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:41:59.832692 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:41:59.838406 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:41:59.904703 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58766) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:41:59.905235 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2f448df9-606b-4a4c-994a-b665329cadd2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9674304 Aug 29 11:41:59.929460 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Request body: {'subnet': {'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561886402-subnet', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:41:59.985029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Allocated IP 172.27.1.107 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/a9ab25c2-58e4-40f1-8238-d56de8d910f3) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:00.027884 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Made reservation on behalf of fe5937186a3e4001a110e05e8886ae54 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:00.030328 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31252503'] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.112925 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.260512 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.303529 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:00.306822 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:00.309171 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:00.317091 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31252581'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.332746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ab25c2-58e4-40f1-8238-d56de8d910f3,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:00.385528 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:00.390276 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Checking segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:00.390637 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Network hostable DHCP agents. Network: 2f576e89-3f22-40ba-b948-6abb2d6fa272, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:42:00.497925 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:42:00.651849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ca858-aafa-4f14-9e6c-f081ebc29021 None None] Network 0832d762-b369-458a-930a-db147e3f2686 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:00.682663 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 2f576e89-3f22-40ba-b948-6abb2d6fa272) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:00.687063 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:00.687982 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.694904 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071426d4-8c7f-489a-a0a5-30189d9f3561 None None] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:00.730688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.923359 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.932289 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-2f576e89-3f22-40ba-b948-6abb2d6fa272', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:42:00.933379 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:00.986256 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d07d6704-d4cf-47d0-a500-13cad274cb82 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0768278 Aug 29 11:42:00.989090 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58796) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:00.995207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:01.010020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-16481042-dd9d-4bdc-ba5f-daf058f1d862 None None] Provisioning for port 555b380a-15df-4496-9e4c-d3f003d021c0 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:01.084216 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Allocated IP 172.20.0.2 (2f576e89-3f22-40ba-b948-6abb2d6fa272/02cecaca-bcf9-4100-b1e2-9df0fe6bcb88/e423e3ff-bede-4ba3-984a-34647cee018e) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:01.150441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.151585 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.174138 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Router b2069b9a-4ce0-4376-93ad-b6dcd621e18d is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:42:01.207151 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.244993 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.253204 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Transition to ACTIVE for port object e423e3ff-bede-4ba3-984a-34647cee018e will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:01.267832 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Transition to ACTIVE for port object e423e3ff-bede-4ba3-984a-34647cee018e will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:01.282726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:01.291413 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Sync routers for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:01.300769 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:01.301394 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:01.335626 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.358918 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.362566 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-da12c830-f9e3-4605-91ff-19adbf118715 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4093580 Aug 29 11:42:01.363328 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58798) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:01.513208 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.562322 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:01.567630 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:01.576077 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:01.593331 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Pushing event updated for resources: {'Port': ['ID=e423e3ff-bede-4ba3-984a-34647cee018e,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:01.599075 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:01.673068 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.737348 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 555b380a-15df-4496-9e4c-d3f003d021c0 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:01.748953 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Attempting to bind port e423e3ff-bede-4ba3-984a-34647cee018e on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:01.749359 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Attempting to bind port e423e3ff-bede-4ba3-984a-34647cee018e by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:01.749677 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Attempting to bind port e423e3ff-bede-4ba3-984a-34647cee018e on network 2f576e89-3f22-40ba-b948-6abb2d6fa272 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:01.779640 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:01.780020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Checking segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:01.780425 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.780846 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Bound using segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:01.781334 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Bound port: e423e3ff-bede-4ba3-984a-34647cee018e, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:01.781714 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.901386 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] For port e423e3ff-bede-4ba3-984a-34647cee018e, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:01.905492 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] For port e423e3ff-bede-4ba3-984a-34647cee018e, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e423e3ff-bede-4ba3-984a-34647cee018e,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:01.931857 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:00Z', 'revision_number': 3, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:01.965635 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 555b380a-15df-4496-9e4c-d3f003d021c0 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:01.967778 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Checking router: b2069b9a-4ce0-4376-93ad-b6dcd621e18d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:01.968131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Updating router b2069b9a-4ce0-4376-93ad-b6dcd621e18d port a9ab25c2-58e4-40f1-8238-d56de8d910f3 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:01.985786 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 555b380a-15df-4496-9e4c-d3f003d021c0 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:01.986172 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:01.994483 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.014885 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.024529 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.039517 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.098064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.173621 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58806) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:02.176992 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Allocated IP 172.27.1.22 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/89b85c8e-8aed-48c7-b8a3-56fb4e691897) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:02.213243 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4170-a74c-4591-9907-e53a095a5e6f None None] Pushing event updated for resources: {'Port': ['ID=e423e3ff-bede-4ba3-984a-34647cee018e,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.281112 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.308374 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Allocated IP 172.20.0.1 (0832d762-b369-458a-930a-db147e3f2686/8c0f306a-e718-470d-998b-418dda012a22/989ce899-7247-4804-8744-7e223222bd24) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:02.332432 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 555b380a-15df-4496-9e4c-d3f003d021c0, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=555b380a-15df-4496-9e4c-d3f003d021c0,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:02.343409 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.402785 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.439469 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4364460b-89ae-45b8-b3a5-afad57edc3a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b11fe1ebfe644aa8f9b7c5dc2261ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647305 Aug 29 11:42:02.442380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58810) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:02.464957 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=555b380a-15df-4496-9e4c-d3f003d021c0,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.482879 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.500259 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.525579 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:02.528762 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:02.531611 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:02.533776 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.539960 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Transition to ACTIVE for port object 989ce899-7247-4804-8744-7e223222bd24 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:02.563268 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.662664 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=89b85c8e-8aed-48c7-b8a3-56fb4e691897,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.672355 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.677135 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.710893 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Transition to ACTIVE for port object a9ab25c2-58e4-40f1-8238-d56de8d910f3 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:02.714701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Network 0832d762-b369-458a-930a-db147e3f2686 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:02.715536 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.718073 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.719218 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ff252e3-2224-436d-b251-fd9ada0d6e35 HTTP/1.1" status: 204 len: 168 time: 0.2763422 Aug 29 11:42:02.728229 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:02.740901 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:02.746941 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1cc15-3d31-4502-aa21-67a3eb01a520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff252e3-2224-436d-b251-fd9ada0d6e35,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.782102 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Pushing event updated for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.801435 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.831143 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.888008 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Attempting to bind port a9ab25c2-58e4-40f1-8238-d56de8d910f3 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:02.888008 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Attempting to bind port a9ab25c2-58e4-40f1-8238-d56de8d910f3 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:02.888537 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Attempting to bind port a9ab25c2-58e4-40f1-8238-d56de8d910f3 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:02.894621 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a850e-f3f4-4857-9f60-cf6b7a4a741d None None] Pushing event updated for resources: {'Port': ['ID=a9ab25c2-58e4-40f1-8238-d56de8d910f3,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:02.914909 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.916747 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:02.917825 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:02.919062 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.919860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:02.920981 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Bound port: a9ab25c2-58e4-40f1-8238-d56de8d910f3, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:02.921619 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:02.995289 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] For port a9ab25c2-58e4-40f1-8238-d56de8d910f3, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:02.999213 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] For port a9ab25c2-58e4-40f1-8238-d56de8d910f3, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=a9ab25c2-58e4-40f1-8238-d56de8d910f3,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:03.057479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.139962 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-42181857-085e-438d-89f7-a722381b428a None None] Provisioning for port 989ce899-7247-4804-8744-7e223222bd24 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:03.144435 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.144602 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.228010 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-42181857-085e-438d-89f7-a722381b428a None None] Provisioning complete for port 989ce899-7247-4804-8744-7e223222bd24 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:03.229021 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-42181857-085e-438d-89f7-a722381b428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.285367 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.321660 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aab50d-1fad-40e9-b3cf-40de957df5c2 None None] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:03.326498 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-42181857-085e-438d-89f7-a722381b428a None None] Port 989ce899-7247-4804-8744-7e223222bd24 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:03.337171 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:03.337798 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:03.355042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.363533 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a850e-f3f4-4857-9f60-cf6b7a4a741d None None] Pushing event updated for resources: {'Port': ['ID=a9ab25c2-58e4-40f1-8238-d56de8d910f3,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:03.389460 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Router 558f73a0-575a-40a1-b768-cc017db5507b is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:42:03.428870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.431319 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Pushing event updated for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:03.502380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:03.518163 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Sync routers for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:03.528514 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:03.528732 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:03.529157 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:03.540301 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Network 0832d762-b369-458a-930a-db147e3f2686 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:03.542304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:03.623070 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9007416b-57e0-42cd-bee4-ce8e54a2bf54 None None] Provisioning for port e423e3ff-bede-4ba3-984a-34647cee018e completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:03.631130 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:03.635584 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-2518195e-43c2-4563-ac3f-403db5eba4d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6420276 Aug 29 11:42:03.635784 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58814) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:03.696865 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:03.786039 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Router b2069b9a-4ce0-4376-93ad-b6dcd621e18d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:03.820351 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e423e3ff-bede-4ba3-984a-34647cee018e up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:03.987061 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 1, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:04.000067 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:04.015575 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e93140a3-7bca-4265-bc0d-348f9ab12baf admin admin] 10.222.0.43 "PUT /v2.0/routers/b2069b9a-4ce0-4376-93ad-b6dcd621e18d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510243 Aug 29 11:42:04.153400 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 3, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:04.169946 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c9a460-aa85-4163-a357-c4823fcc9348 None None] The sync data for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi is: [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 1, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:04.177777 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port e423e3ff-bede-4ba3-984a-34647cee018e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:04.181475 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Checking router: 558f73a0-575a-40a1-b768-cc017db5507b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:04.182054 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Updating router 558f73a0-575a-40a1-b768-cc017db5507b port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:04.185469 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-e090b4fd-e975-4e83-a950-106f07315945 None None] Provisioning complete for port 989ce899-7247-4804-8744-7e223222bd24 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:04.185843 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e090b4fd-e975-4e83-a950-106f07315945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.200652 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port e423e3ff-bede-4ba3-984a-34647cee018e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:04.201298 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.208137 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.272878 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-e090b4fd-e975-4e83-a950-106f07315945 None None] Port 989ce899-7247-4804-8744-7e223222bd24 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:04.334757 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.347410 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.389395 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port e423e3ff-bede-4ba3-984a-34647cee018e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e423e3ff-bede-4ba3-984a-34647cee018e,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:04.397071 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c99e9850-4e19-4944-99a4-ed685f21a9a7 None None] Provisioning complete for port e423e3ff-bede-4ba3-984a-34647cee018e triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:04.397440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c99e9850-4e19-4944-99a4-ed685f21a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.475601 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.481531 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 555b380a-15df-4496-9e4c-d3f003d021c0 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:04.531618 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.543035 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Transition to ACTIVE for port object 89b85c8e-8aed-48c7-b8a3-56fb4e691897 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:04.583888 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=e423e3ff-bede-4ba3-984a-34647cee018e,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:04.587563 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Allocated IP 172.20.0.1 (2f576e89-3f22-40ba-b948-6abb2d6fa272/02cecaca-bcf9-4100-b1e2-9df0fe6bcb88/341351f4-9c40-47e1-8f32-2e315586999b) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:04.653933 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 555b380a-15df-4496-9e4c-d3f003d021c0 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:04.654369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.665247 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.739354 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Attempting to bind port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:04.740160 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Attempting to bind port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:04.740779 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Attempting to bind port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:04.747063 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Pushing event updated for resources: {'Port': ['ID=89b85c8e-8aed-48c7-b8a3-56fb4e691897,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:04.758887 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.759560 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.760002 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.760441 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.761027 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.761461 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.762019 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.762564 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.762989 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.763427 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.763950 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.764369 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.764813 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:04.768394 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:04.769167 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:04.769784 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.770399 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:04.771163 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Bound port: 89b85c8e-8aed-48c7-b8a3-56fb4e691897, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:04.771644 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.783631 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Transition to ACTIVE for port object 341351f4-9c40-47e1-8f32-2e315586999b will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:04.835053 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] For port 89b85c8e-8aed-48c7-b8a3-56fb4e691897, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:04.838740 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] For port 89b85c8e-8aed-48c7-b8a3-56fb4e691897, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=89b85c8e-8aed-48c7-b8a3-56fb4e691897,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:04.946663 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.980735 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:04.990971 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:05.002586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:05.005449 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:05.010313 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Pushing event updated for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:05.052542 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.056854 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:05.057758 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:05.117126 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb258b4-3763-4596-8c34-2ba76e05dc46 None None] Pushing event updated for resources: {'Port': ['ID=89b85c8e-8aed-48c7-b8a3-56fb4e691897,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:05.203742 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58834) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:05.209462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1572464757-network', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:05.219558 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:05.302652 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.310637 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Made reservation on behalf of 7ecfe757cbbf45f7913c81a9cd95f4ae for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:05.313000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.322721 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.379103 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-76ba8ebd-29e9-44f1-9bd1-eec2f1f09a5d None None] Provisioning for port 341351f4-9c40-47e1-8f32-2e315586999b completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:05.384176 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-76ba8ebd-29e9-44f1-9bd1-eec2f1f09a5d None None] Provisioning complete for port 341351f4-9c40-47e1-8f32-2e315586999b triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:05.384554 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-76ba8ebd-29e9-44f1-9bd1-eec2f1f09a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.431272 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-76ba8ebd-29e9-44f1-9bd1-eec2f1f09a5d None None] Port 341351f4-9c40-47e1-8f32-2e315586999b cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:05.437669 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 3, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:05.463992 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.467629 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a5b00-4fb5-4a7c-a3fd-b09f3061a7fe None None] The sync data for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi is: [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 3, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:05.533651 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.553556 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.582282 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:42:05.591205 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ad51a-f0e9-4a93-a974-bfba94f52dd5,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:05.607471 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.614650 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Added segment 1d2fe2e9-406e-4458-89da-032a06ebf63e of type vlan for network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 Aug 29 11:42:05.634651 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.689038 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.819288 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device a9ab25c2-58e4-40f1-8238-d56de8d910f3 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:05.848340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.863042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:05.863042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:05.937689 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] Pushing event updated for resources: {'Network': ['ID=ea8b2bf5-ae44-42f6-9df1-8cbab879c845,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:05.948816 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:42:06.053556 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.055865 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Pushing event updated for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:06.071897 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port a9ab25c2-58e4-40f1-8238-d56de8d910f3 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:06.075389 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ce6d1e69-8e1e-4c25-b8a1-782f922d1a35 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8674345 Aug 29 11:42:06.075626 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58838) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:06.076742 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port a9ab25c2-58e4-40f1-8238-d56de8d910f3 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:06.077083 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.082499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Request body: {'subnet': {'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1572464757-subnet', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:06.119692 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-740e8bbe-4121-4487-99ae-01930d3e381a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6336989 Aug 29 11:42:06.166544 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.189745 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port a9ab25c2-58e4-40f1-8238-d56de8d910f3, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=a9ab25c2-58e4-40f1-8238-d56de8d910f3,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:06.207957 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Made reservation on behalf of 7ecfe757cbbf45f7913c81a9cd95f4ae for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:06.211133 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.213223 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:06.215678 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:06.268181 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-a97d94d5-3551-49b6-a8f1-b68582535cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:06.269753 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-a97d94d5-3551-49b6-a8f1-b68582535cbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 1099 time: 0.0998650 Aug 29 11:42:06.287852 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.288695 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e423e3ff-bede-4ba3-984a-34647cee018e up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:06.460817 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port e423e3ff-bede-4ba3-984a-34647cee018e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:06.461591 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.462294 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Router 558f73a0-575a-40a1-b768-cc017db5507b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:06.480102 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=a9ab25c2-58e4-40f1-8238-d56de8d910f3,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:06.560820 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-aa2d60d5-5c7c-4734-8cbd-0565594d08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:06.562302 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-aa2d60d5-5c7c-4734-8cbd-0565594d08e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.2687404 Aug 29 11:42:06.578293 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.591985 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c63fe601-e94a-4148-9ef3-0d6b37500f2e None None] Provisioning complete for port 341351f4-9c40-47e1-8f32-2e315586999b triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:06.593635 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c63fe601-e94a-4148-9ef3-0d6b37500f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.626040 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c63fe601-e94a-4148-9ef3-0d6b37500f2e None None] Port 341351f4-9c40-47e1-8f32-2e315586999b cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:06.636296 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:06.644678 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Checking segment: {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:06.645037 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Network hostable DHCP agents. Network: ea8b2bf5-ae44-42f6-9df1-8cbab879c845, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:42:06.661391 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:42:06.674112 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:06.680410 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-5d2256a3-f7a0-4b81-9eff-a34058530229 admin admin] 10.222.0.43 "PUT /v2.0/routers/558f73a0-575a-40a1-b768-cc017db5507b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0436113 Aug 29 11:42:06.682761 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-6d6b2d1f-9044-4d1d-b9aa-db619605f6ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 200 len: 1002 time: 0.0803051 Aug 29 11:42:06.732039 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:42:06.732893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-58b5cbdb-ed36-4393-af9c-7286354604c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:06.734612 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-58b5cbdb-ed36-4393-af9c-7286354604c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0444775 Aug 29 11:42:06.783663 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-a4f603bf-74f7-4487-95a5-35157bea7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:06.785365 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-a4f603bf-74f7-4487-95a5-35157bea7a03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426099 Aug 29 11:42:06.843551 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, ea8b2bf5-ae44-42f6-9df1-8cbab879c845) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:06.851405 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:06.852263 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:06.858403 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f5ce4-797e-489b-a33c-c4fb772b8427 None None] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:06.893646 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-396a0e9c-19d1-45d8-b03c-0e2c84e43dec service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994725 Aug 29 11:42:06.980595 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9569d977-6b84-4fd9-afb0-d386df72f803 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9035697 Aug 29 11:42:06.983396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58844) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:06.988865 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:07.004380 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6b82c4a-098e-4d2c-b651-36a73947e4a8 req-6927c57a-a685-4dff-85e7-8e43fce29347 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027925 Aug 29 11:42:07.012834 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Sync routers for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:07.026561 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:42:07.027383 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.039861 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:07.040490 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:07.094536 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.096590 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.155666 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.228937 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:07.279244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Allocated IP 172.20.0.2 (ea8b2bf5-ae44-42f6-9df1-8cbab879c845/4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7/575b0149-0b80-4f31-a9c8-76cc2837082a) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:07.367442 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.544143 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.555921 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Transition to ACTIVE for port object 575b0149-0b80-4f31-a9c8-76cc2837082a will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:07.560374 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58856) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:07.567250 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Sync routers for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:07.572003 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-343971724-network', 'tenant_id': '603513625aa444bba8a0348d6e25b183'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:07.572819 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:03Z', 'revision_number': 2, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:07.584059 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:07.584961 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:07.603230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Transition to ACTIVE for port object 575b0149-0b80-4f31-a9c8-76cc2837082a will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:07.611318 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Checking router: b2069b9a-4ce0-4376-93ad-b6dcd621e18d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:07.611318 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Updating router b2069b9a-4ce0-4376-93ad-b6dcd621e18d port 989ce899-7247-4804-8744-7e223222bd24 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:07.637639 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.719289 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Made reservation on behalf of 603513625aa444bba8a0348d6e25b183 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:07.721588 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.722257 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:07.739208 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.743516 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.750812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.775577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.797547 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:07.801546 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 89b85c8e-8aed-48c7-b8a3-56fb4e691897 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:07.833361 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:07.841149 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:07.884159 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Pushing event updated for resources: {'Port': ['ID=575b0149-0b80-4f31-a9c8-76cc2837082a,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:07.938092 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.945647 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Allocated IP 172.27.1.112 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/fc6e1368-66a2-4205-b983-7509b59d22a0) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:07.964473 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Attempting to bind port 575b0149-0b80-4f31-a9c8-76cc2837082a on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:07.964865 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Attempting to bind port 575b0149-0b80-4f31-a9c8-76cc2837082a by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:07.965230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Attempting to bind port 575b0149-0b80-4f31-a9c8-76cc2837082a on network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:07.969528 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 2, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:07.978581 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:07.978955 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Checking segment: {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:07.979356 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.979748 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Bound using segment: {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:07.980240 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Bound port: 575b0149-0b80-4f31-a9c8-76cc2837082a, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:07.980616 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:07.997612 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Checking router: 558f73a0-575a-40a1-b768-cc017db5507b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:07.997957 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Updating router 558f73a0-575a-40a1-b768-cc017db5507b port 341351f4-9c40-47e1-8f32-2e315586999b binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:08.022882 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.044153 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.059028 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.080745 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:42:08.089814 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:08.103857 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c54c7-9e19-4651-8cfc-476c1ce80a92,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.107875 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.108411 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:08.108560 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Added segment e49c7e48-97ab-4a60-98cb-4ef5563adeaa of type vlan for network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 Aug 29 11:42:08.108819 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.119896 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] For port 575b0149-0b80-4f31-a9c8-76cc2837082a, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:08.125442 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] For port 575b0149-0b80-4f31-a9c8-76cc2837082a, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=575b0149-0b80-4f31-a9c8-76cc2837082a,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:08.144687 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.163737 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.165780 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Transition to ACTIVE for port object 989ce899-7247-4804-8744-7e223222bd24 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:08.186391 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.231818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.257020 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.266290 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.271282 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.271482 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:08.271482 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.294224 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.297478 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27640-4e2d-472c-b590-0e1ac196b71c None None] Pushing event updated for resources: {'Port': ['ID=575b0149-0b80-4f31-a9c8-76cc2837082a,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.305535 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Transition to ACTIVE for port object 341351f4-9c40-47e1-8f32-2e315586999b will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:08.327655 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 89b85c8e-8aed-48c7-b8a3-56fb4e691897, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=89b85c8e-8aed-48c7-b8a3-56fb4e691897,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:08.350001 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da82cf-eb7d-4b93-be46-30d61e686641 None None] Pushing event updated for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.350168 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:08.359001 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:08.363105 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6e1368-66a2-4205-b983-7509b59d22a0,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.367910 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:08.396604 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.409240 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] Pushing event updated for resources: {'Network': ['ID=80fb85a4-2f6a-42ef-a1de-438ec7a18b38,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.425613 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-53785053-97a0-418a-bb65-4c1a4d18a568 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8616061 Aug 29 11:42:08.426412 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58858) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:08.433850 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Request body: {'subnet': {'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-343971724-subnet', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:08.544805 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Made reservation on behalf of 603513625aa444bba8a0348d6e25b183 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:08.551840 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.584759 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:42:08.611485 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Attempting to bind port 989ce899-7247-4804-8744-7e223222bd24 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:08.611870 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Attempting to bind port 989ce899-7247-4804-8744-7e223222bd24 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:08.612240 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Attempting to bind port 989ce899-7247-4804-8744-7e223222bd24 on network 0832d762-b369-458a-930a-db147e3f2686 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:08.614357 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.615156 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device a9ab25c2-58e4-40f1-8238-d56de8d910f3 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:08.648921 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60e83-68f3-4298-aec1-0090688624e0 None None] Pushing event updated for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.750098 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Attempting to bind port 341351f4-9c40-47e1-8f32-2e315586999b on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:08.751336 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Attempting to bind port 341351f4-9c40-47e1-8f32-2e315586999b by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:08.752046 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Attempting to bind port 341351f4-9c40-47e1-8f32-2e315586999b on network 2f576e89-3f22-40ba-b948-6abb2d6fa272 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:08.760797 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:08.761572 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Checking segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:08.762162 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.762783 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Bound using segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:08.763409 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Bound port: 341351f4-9c40-47e1-8f32-2e315586999b, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:08.763970 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.795234 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:08.795622 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Checking segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:08.796063 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.796465 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Bound using segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:08.796983 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Bound port: 989ce899-7247-4804-8744-7e223222bd24, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:08.797427 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.831053 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.837604 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] For port 341351f4-9c40-47e1-8f32-2e315586999b, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:08.845012 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] For port 341351f4-9c40-47e1-8f32-2e315586999b, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=341351f4-9c40-47e1-8f32-2e315586999b,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:08.878539 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=89b85c8e-8aed-48c7-b8a3-56fb4e691897,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:08.895786 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port a9ab25c2-58e4-40f1-8238-d56de8d910f3 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:08.896158 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:08.982004 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.009064 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] For port 989ce899-7247-4804-8744-7e223222bd24, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:09.013706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] For port 989ce899-7247-4804-8744-7e223222bd24, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=989ce899-7247-4804-8744-7e223222bd24,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:09.053690 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60e83-68f3-4298-aec1-0090688624e0 None None] Pushing event updated for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=4']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:09.054612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.055587 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:09.056197 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:09.134545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.186488 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:09.202539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243e52c0-fe00-4af3-a68a-d5ac85882246,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:09.213939 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.245504 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Checking segment: {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:09.245928 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Network hostable DHCP agents. Network: 80fb85a4-2f6a-42ef-a1de-438ec7a18b38, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:42:09.288959 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Router 0152140e-d72a-4f99-8499-72b27ba0eb98 is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:42:09.299706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:09.300360 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:09.342447 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da82cf-eb7d-4b93-be46-30d61e686641 None None] Pushing event updated for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:09.351248 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:42:09.453604 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:09.453779 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:09.478482 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:09.482182 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 80fb85a4-2f6a-42ef-a1de-438ec7a18b38) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:09.486541 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:09.487168 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.490437 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Sync routers for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:09.497226 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d90e37-321b-480c-bd58-c73b52a364c0 None None] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:09.522921 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fdfbe-0521-4ca0-9ebf-4b8d2ff8cbe1 None None] The sync data for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi is: [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:09.571788 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:09.572431 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:09.624346 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.625640 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4ed46869-53e9-437c-bb10-1402ae6620c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6412435 Aug 29 11:42:09.629443 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58862) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:09.750994 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2e029f3c-918c-4219-8920-8447439cb7f1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3225086 Aug 29 11:42:09.753702 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58866) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:09.764118 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:09.823842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e090a-0599-4bc8-a14a-cd23e0d2862a None None] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:09.839785 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:09.891468 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 575b0149-0b80-4f31-a9c8-76cc2837082a up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:09.916750 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37406'] for router, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.917764 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1735543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37385'] for router, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:09.985772 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.163035 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.196377 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef00433-4f19-507a-98aa-8ee960f2a688-80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'fixed_ips': [{'subnet_id': '243e52c0-fe00-4af3-a68a-d5ac85882246'}]}} from dv-cinder-804757-4-iscsi. {{(pid=94516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 11:42:10.197258 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.351442 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Allocated IP 172.20.0.1 (ea8b2bf5-ae44-42f6-9df1-8cbab879c845/4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7/bd06edbc-b85f-48aa-8663-d34d62c9d569) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:10.492842 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.497687 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.db_base_plugin_common [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Allocated IP 172.20.0.2 (80fb85a4-2f6a-42ef-a1de-438ec7a18b38/243e52c0-fe00-4af3-a68a-d5ac85882246/32a01d76-0b54-400b-ba45-11d88c792857) {{(pid=94516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:10.519031 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-05cdf192-3a9e-4b79-b1f2-13b27d34612e None None] Provisioning for port 575b0149-0b80-4f31-a9c8-76cc2837082a completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:10.519883 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Transition to ACTIVE for port object bd06edbc-b85f-48aa-8663-d34d62c9d569 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:10.553380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.600942 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 575b0149-0b80-4f31-a9c8-76cc2837082a completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:10.619775 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 575b0149-0b80-4f31-a9c8-76cc2837082a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:10.620157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.638327 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:10.646821 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.723685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:10.727265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:10.731319 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:10.765923 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Pushing event updated for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:10.802010 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.930400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.937152 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117151cc-0b0f-45ef-97b8-7b4a0c3c9da5 None None] The sync data for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi is: [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:10.940238 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 3, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:10.953392 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.993535 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks [] for port, precommit_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:10.997378 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Checking router: 0152140e-d72a-4f99-8499-72b27ba0eb98 for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:10.997793 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Updating router 0152140e-d72a-4f99-8499-72b27ba0eb98 port fc6e1368-66a2-4205-b983-7509b59d22a0 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:11.033274 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Transition to ACTIVE for port object 32a01d76-0b54-400b-ba45-11d88c792857 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:11.049522 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-a80e97d9-bf48-4d08-a8df-a6efde3dc066 None None] Provisioning complete for port 575b0149-0b80-4f31-a9c8-76cc2837082a triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:11.049978 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a80e97d9-bf48-4d08-a8df-a6efde3dc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.051441 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.109948 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Allocated IP 172.27.1.189 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/8d802d14-353e-46be-a740-c86bcf353d72) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:11.138626 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Transition to ACTIVE for port object 32a01d76-0b54-400b-ba45-11d88c792857 will not be triggered until provisioned by entity DHCP. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:11.156896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.184659 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.273055 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126'] for port, after_create {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.337957 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 575b0149-0b80-4f31-a9c8-76cc2837082a, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=575b0149-0b80-4f31-a9c8-76cc2837082a,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:11.345670 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 is already hosted by enough agents. {{(pid=94516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:11.377265 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.391883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.scheduler.base_scheduler [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Resources bound (agent type, host, resource id): {{(pid=94516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:11.395521 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Pushing event updated for resources: {'Port': ['ID=32a01d76-0b54-400b-ba45-11d88c792857,revision_number=1']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:11.397848 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Received port after_create {{(pid=94516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:11.408400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35d758-bc70-4cb2-a448-e21322b94f1e req-71fb3330-cdf8-4906-9d01-19f274427fe4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:11.409989 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2f35d758-bc70-4cb2-a448-e21322b94f1e req-71fb3330-cdf8-4906-9d01-19f274427fe4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1025984 Aug 29 11:42:11.432898 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.434145 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 989ce899-7247-4804-8744-7e223222bd24 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:11.435788 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a80e97d9-bf48-4d08-a8df-a6efde3dc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.438253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.468006 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2f35d758-bc70-4cb2-a448-e21322b94f1e req-dd08b4d2-8242-4b7b-80f8-12f4f7a817c8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477934 Aug 29 11:42:11.520934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.531181 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Attempting to bind port 32a01d76-0b54-400b-ba45-11d88c792857 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:11.531550 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Attempting to bind port 32a01d76-0b54-400b-ba45-11d88c792857 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:11.531907 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Attempting to bind port 32a01d76-0b54-400b-ba45-11d88c792857 on network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:11.533987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.553649 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:11.554021 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Checking segment: {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:11.554417 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.554839 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Bound using segment: {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:11.555356 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Bound port: 32a01d76-0b54-400b-ba45-11d88c792857, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:11.555728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.578475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:11.584375 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:11.588723 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:11.589046 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.591847 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Pushing event updated for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:11.615665 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Pushing event updated for resources: {'Port': ['ID=8d802d14-353e-46be-a740-c86bcf353d72,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:11.643559 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=575b0149-0b80-4f31-a9c8-76cc2837082a,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:11.676577 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.db.api [None req-a80e97d9-bf48-4d08-a8df-a6efde3dc066 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 11:42:11.676959 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG oslo_db.api [None req-a80e97d9-bf48-4d08-a8df-a6efde3dc066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 11:42:11.696428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:11.698030 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:11.748082 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] For port 32a01d76-0b54-400b-ba45-11d88c792857, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:11.753874 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] For port 32a01d76-0b54-400b-ba45-11d88c792857, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=32a01d76-0b54-400b-ba45-11d88c792857,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:11.786348 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 989ce899-7247-4804-8744-7e223222bd24 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:11.796102 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 989ce899-7247-4804-8744-7e223222bd24 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:11.796473 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.863670 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.879706 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Transition to ACTIVE for port object fc6e1368-66a2-4205-b983-7509b59d22a0 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:11.914006 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.969384 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.975179 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:11.988432 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.005361 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31323ebb-8378-441e-8b74-27cd0ca3b596 None None] Pushing event updated for resources: {'Port': ['ID=32a01d76-0b54-400b-ba45-11d88c792857,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:12.069923 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Router 0152140e-d72a-4f99-8499-72b27ba0eb98 has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:12.079424 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Attempting to bind port fc6e1368-66a2-4205-b983-7509b59d22a0 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:12.079970 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Attempting to bind port fc6e1368-66a2-4205-b983-7509b59d22a0 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:12.080339 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Attempting to bind port fc6e1368-66a2-4205-b983-7509b59d22a0 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:12.097815 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 989ce899-7247-4804-8744-7e223222bd24, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=989ce899-7247-4804-8744-7e223222bd24,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:12.098965 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:12.099329 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:12.099726 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.100224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:12.100710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Bound port: fc6e1368-66a2-4205-b983-7509b59d22a0, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:12.101092 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.150032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6be3-8ff9-4a92-8e31-96151aa885b8 None None] Pushing event updated for resources: {'Port': ['ID=fc6e1368-66a2-4205-b983-7509b59d22a0,revision_number=2']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:12.162676 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.163441 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 89b85c8e-8aed-48c7-b8a3-56fb4e691897 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:12.231988 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:12.255077 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-08485aa2-6552-453c-b6c0-dfa44e1e1274 admin admin] 10.222.0.43 "PUT /v2.0/routers/0152140e-d72a-4f99-8499-72b27ba0eb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184409 Aug 29 11:42:12.256827 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579018'] for router, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.287096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] For port fc6e1368-66a2-4205-b983-7509b59d22a0, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:12.328420 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] For port fc6e1368-66a2-4205-b983-7509b59d22a0, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fc6e1368-66a2-4205-b983-7509b59d22a0,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:12.354466 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:12.390296 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:12.390679 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.393056 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.500465 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:12.505402 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:12.560129 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6be3-8ff9-4a92-8e31-96151aa885b8 None None] Pushing event updated for resources: {'Port': ['ID=fc6e1368-66a2-4205-b983-7509b59d22a0,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:12.643295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e040d-e806-4ff6-b4ae-98d295244bef req-67180eb2-fd67-4fd7-b230-4b975623ccaa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:12.643916 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-20550d29-c1b7-4706-8c62-11002a450962 None None] Provisioning for port bd06edbc-b85f-48aa-8663-d34d62c9d569 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:12.645130 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b87e040d-e806-4ff6-b4ae-98d295244bef req-67180eb2-fd67-4fd7-b230-4b975623ccaa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.0698647 Aug 29 11:42:12.659766 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Router 12525aa1-48cd-4396-9dea-8f327f9a0d6b is scheduled to L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 with binding_index 1 {{(pid=94515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 11:42:12.667532 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-20550d29-c1b7-4706-8c62-11002a450962 None None] Provisioning complete for port bd06edbc-b85f-48aa-8663-d34d62c9d569 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:12.667912 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-20550d29-c1b7-4706-8c62-11002a450962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.713433 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:12.713563 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b87e040d-e806-4ff6-b4ae-98d295244bef req-e5761895-654f-4edf-8378-20b030b19b7d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583451 Aug 29 11:42:12.857762 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:12.873560 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-20550d29-c1b7-4706-8c62-11002a450962 None None] Port bd06edbc-b85f-48aa-8663-d34d62c9d569 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:12.884546 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Sync routers for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:12.894286 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:12.895233 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:12.995198 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:12.999765 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b0d3b2f7-dfbb-4b32-933d-0bdc80cd60eb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2439356 Aug 29 11:42:13.000455 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58898) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:13.037887 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:13.193320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 341351f4-9c40-47e1-8f32-2e315586999b up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:13.287726 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:10Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'bd06edbc-b85f-48aa-8663-d34d62c9d569', 'name': '', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'mac_address': 'fa:16:3e:f2:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 2, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'subnets': [{'id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:13.298105 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 3, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:13.318403 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971abb80-c357-4daa-acf2-5483621bca61 None None] The sync data for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi is: [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:10Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'bd06edbc-b85f-48aa-8663-d34d62c9d569', 'name': '', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'mac_address': 'fa:16:3e:f2:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 2, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'subnets': [{'id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:13.329452 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Checking router: 12525aa1-48cd-4396-9dea-8f327f9a0d6b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:13.329829 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Updating router 12525aa1-48cd-4396-9dea-8f327f9a0d6b port 8d802d14-353e-46be-a740-c86bcf353d72 binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:13.346182 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 341351f4-9c40-47e1-8f32-2e315586999b completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:13.350286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 341351f4-9c40-47e1-8f32-2e315586999b triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:13.350661 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.390039 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.390268 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7cb07-70b6-4489-a111-31d53b97f18e None None] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:42:13.447954 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47e56c18-8f2f-4893-8b94-fb2ed7cd4c1a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:13.449635 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47e56c18-8f2f-4893-8b94-fb2ed7cd4c1a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.2421200 Aug 29 11:42:13.563610 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-72e5a6af-a178-439c-8a3f-90e09dd08f81 None None] Provisioning for port 32a01d76-0b54-400b-ba45-11d88c792857 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:13.604726 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.687142 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 341351f4-9c40-47e1-8f32-2e315586999b, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=341351f4-9c40-47e1-8f32-2e315586999b,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:13.748012 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Deleting port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:42:13.748645 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.833199 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.837553 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.838666 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 575b0149-0b80-4f31-a9c8-76cc2837082a up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:13.852646 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Transition to ACTIVE for port object 8d802d14-353e-46be-a740-c86bcf353d72 will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:13.932168 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.939120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974b1ad-5a0c-46d9-8ae9-40aae44c2ba4 req-f6c2c09e-7bc6-4af4-9fc1-46e1029ff804 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:13.940748 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8974b1ad-5a0c-46d9-8ae9-40aae44c2ba4 req-f6c2c09e-7bc6-4af4-9fc1-46e1029ff804 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 946 time: 0.1240907 Aug 29 11:42:13.972148 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] For port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:13.974908 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:13.993076 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:14.022124 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 575b0149-0b80-4f31-a9c8-76cc2837082a triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:14.022720 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.070719 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d508a8-fb22-4db9-b162-32a74145e91c None None] Pushing event updated for resources: {'Port': ['ID=8d802d14-353e-46be-a740-c86bcf353d72,revision_number=2']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:14.129314 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 989ce899-7247-4804-8744-7e223222bd24 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:14.141823 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Attempting to bind port 8d802d14-353e-46be-a740-c86bcf353d72 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:14.142192 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Attempting to bind port 8d802d14-353e-46be-a740-c86bcf353d72 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:14.142559 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Attempting to bind port 8d802d14-353e-46be-a740-c86bcf353d72 on network e3a7a038-a9b2-417a-9818-cb1a3164f1ef {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:14.166037 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:14.168093 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Checking segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:14.169641 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.172721 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Bound using segment: {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:14.173408 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Bound port: 8d802d14-353e-46be-a740-c86bcf353d72, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a2b05-5e93-476c-905e-72c74ab17fe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:14.175910 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.193558 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 989ce899-7247-4804-8744-7e223222bd24 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:14.194625 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.233957 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.234491 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.234742 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Floating IP 4206e5bb-7f3d-4275-a9db-abae72d9d81b disassociated. External IP: 172.27.1.184, port: 4dc6acc7-0530-4bc9-b498-1aceadb17e0c. Aug 29 11:42:14.234980 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Calling delete_port for 4dc6acc7-0530-4bc9-b498-1aceadb17e0c owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:42:14.248233 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] For port 8d802d14-353e-46be-a740-c86bcf353d72, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:14.251970 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] For port 8d802d14-353e-46be-a740-c86bcf353d72, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8d802d14-353e-46be-a740-c86bcf353d72,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:14.290434 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 32a01d76-0b54-400b-ba45-11d88c792857 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:14.312149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.339711 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.377456 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8974b1ad-5a0c-46d9-8ae9-40aae44c2ba4 req-d306c7d3-f702-4e4b-b509-06ce4092698a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff428bca-df3a-4399-9a88-33cc74cce7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143500 Aug 29 11:42:14.402969 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d508a8-fb22-4db9-b162-32a74145e91c None None] Pushing event updated for resources: {'Port': ['ID=8d802d14-353e-46be-a740-c86bcf353d72,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:14.413928 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 32a01d76-0b54-400b-ba45-11d88c792857 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:14.420854 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 32a01d76-0b54-400b-ba45-11d88c792857 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:14.421543 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.459112 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:14.460497 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:14.547292 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.584974 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 32a01d76-0b54-400b-ba45-11d88c792857, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=32a01d76-0b54-400b-ba45-11d88c792857,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:14.591977 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:14.609949 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Allocated IP 172.20.0.1 (80fb85a4-2f6a-42ef-a1de-438ec7a18b38/243e52c0-fe00-4af3-a68a-d5ac85882246/af9babf1-fa5a-4c09-8939-7f44c0ea634d) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:14.620479 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.655433 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:14.671577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'Port': ['ID=4dc6acc7-0530-4bc9-b498-1aceadb17e0c,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:14.833871 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=32a01d76-0b54-400b-ba45-11d88c792857,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:14.919630 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 341351f4-9c40-47e1-8f32-2e315586999b up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:14.966901 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 3, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:15.008460 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e3383-cf55-4fa8-86a1-e915c469c20b None None] The sync data for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi is: [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 3, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:15.016835 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 341351f4-9c40-47e1-8f32-2e315586999b triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:15.017203 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:15.368393 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:15.395850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:15.402916 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Transition to ACTIVE for port object af9babf1-fa5a-4c09-8939-7f44c0ea634d will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:15.527272 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6f276f45-c7ac-4053-95bf-b348cc99187f req-b3f02c4c-e17e-4719-986d-a93a6fb80007 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.0406880 Aug 29 11:42:15.563001 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:15.573224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:15.590679 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:15.591308 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:15.597679 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:15.624007 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] No DVR routers for this DVR port 4dc6acc7-0530-4bc9-b498-1aceadb17e0c on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:42:15.630729 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:15.634038 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-169a8516-6344-4ba2-b3d2-7be1b685ef4e req-47f54afe-cd17-4253-83a7-b03606f85132 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "DELETE /v2.0/ports/4dc6acc7-0530-4bc9-b498-1aceadb17e0c HTTP/1.1" status: 204 len: 173 time: 2.0660408 Aug 29 11:42:15.661822 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'name': 'network-vif-deleted', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:15.662100 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d855b11-a0a8-4cf3-a7eb-2d224ece4be0" -d '{"events": [{"server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "name": "network-vif-deleted", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:15.675961 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:15.682433 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:15.685300 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:15.754662 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Pushing event updated for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:15.800361 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579221'] for router_interface, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:15.814916 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:16.019046 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0dc8a-8332-41d2-ae91-7dd360e91517 x-openstack-request-id: req-8cd0dc8a-8332-41d2-ae91-7dd360e91517 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:16.020047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4abdd9-e91b-4ac5-8e15-43d72599161c", "name": "network-vif-deleted", "tag": "4dc6acc7-0530-4bc9-b498-1aceadb17e0c", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:16.020471 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cd0dc8a-8332-41d2-ae91-7dd360e91517 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:16.021288 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4abdd9-e91b-4ac5-8e15-43d72599161c', 'name': 'network-vif-deleted', 'tag': '4dc6acc7-0530-4bc9-b498-1aceadb17e0c', 'status': 'completed', 'code': 200} Aug 29 11:42:16.173064 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:16.176354 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:16.212142 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-01a2c260-58c8-4ab0-b1a9-2c6dffeb9636 None None] Provisioning for port af9babf1-fa5a-4c09-8939-7f44c0ea634d completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:16.220927 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:16.228383 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-01a2c260-58c8-4ab0-b1a9-2c6dffeb9636 None None] Provisioning complete for port af9babf1-fa5a-4c09-8939-7f44c0ea634d triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:16.228793 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-01a2c260-58c8-4ab0-b1a9-2c6dffeb9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:16.280081 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:16.280698 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:16.378241 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-01a2c260-58c8-4ab0-b1a9-2c6dffeb9636 None None] Port af9babf1-fa5a-4c09-8939-7f44c0ea634d cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:16.483366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:16.529334 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:16.568930 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:16.797318 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Pushing event updated for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:16.810959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-14ac720c-4e09-45c1-8304-40ec8a214404 req-c3a181c4-940e-49e5-ab28-05938da77daa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf4abdd9-e91b-4ac5-8e15-43d72599161c HTTP/1.1" status: 200 len: 210 time: 0.1195390 Aug 29 11:42:16.812239 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579530'] for router_interface, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:17.077903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:17.086946 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:17.160893 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 32a01d76-0b54-400b-ba45-11d88c792857 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:17.385832 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Router 12525aa1-48cd-4396-9dea-8f327f9a0d6b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:17.495295 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 32a01d76-0b54-400b-ba45-11d88c792857 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:17.495665 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:17.612862 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:17.635162 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b66a5a07-65b1-4a4d-bd3c-abbf901d9519 admin admin] 10.222.0.43 "PUT /v2.0/routers/12525aa1-48cd-4396-9dea-8f327f9a0d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6239250 Aug 29 11:42:17.645801 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 4dc6acc7-0530-4bc9-b498-1aceadb17e0c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:42:17.720898 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 4dc6acc7-0530-4bc9-b498-1aceadb17e0c {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:42:17.721147 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 4dc6acc7-0530-4bc9-b498-1aceadb17e0c not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:42:17.744937 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-835d452f-bb6f-4dfc-9353-cd5ebd8e705f None None] Provisioning complete for port af9babf1-fa5a-4c09-8939-7f44c0ea634d triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:17.744937 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-835d452f-bb6f-4dfc-9353-cd5ebd8e705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:17.818139 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-835d452f-bb6f-4dfc-9353-cd5ebd8e705f None None] Port af9babf1-fa5a-4c09-8939-7f44c0ea634d cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:17.823710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:17.864097 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d68757-34b6-46dc-a3ce-87827246597d None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:17.891597 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fc6e1368-66a2-4205-b983-7509b59d22a0 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:18.048077 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port fc6e1368-66a2-4205-b983-7509b59d22a0 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:18.055490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58948) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:18.063440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port fc6e1368-66a2-4205-b983-7509b59d22a0 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:18.063797 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.183259 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.222504 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.228790 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.262803 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port fc6e1368-66a2-4205-b983-7509b59d22a0, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fc6e1368-66a2-4205-b983-7509b59d22a0,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:18.364942 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.391545 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.394781 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.399810 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58950) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:18.400993 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff428bca-df3a-4399-9a88-33cc74cce7e2 HTTP/1.1" status: 204 len: 168 time: 0.3443034 Aug 29 11:42:18.411641 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6c8b-962f-41e7-800f-7a56bc145aa0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff428bca-df3a-4399-9a88-33cc74cce7e2,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:18.432727 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.api.v2.resource [None req-66695aaf-2708-4598-a739-efaa11f69fd5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] show failed (client error): The resource could not be found. Aug 29 11:42:18.438347 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58952) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:18.441641 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-66695aaf-2708-4598-a739-efaa11f69fd5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups/ff428bca-df3a-4399-9a88-33cc74cce7e2 HTTP/1.1" status: 404 len: 347 time: 0.0393550 Aug 29 11:42:18.546598 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=fc6e1368-66a2-4205-b983-7509b59d22a0,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:18.646903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Deleting port 1773286c-912c-4c0f-bc59-f4e6fce91bdc {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:42:18.647530 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.803677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.804131 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:18.831579 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Calling delete_port for 1773286c-912c-4c0f-bc59-f4e6fce91bdc owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:42:18.985696 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58954) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:18.986759 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8d802d14-353e-46be-a740-c86bcf353d72 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:18.997648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112486848', 'description': 'tempest-secgroup-smoke-1112486848 description', 'project_id': 'fe5937186a3e4001a110e05e8886ae54'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:19.283226 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.285666 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.290681 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port 8d802d14-353e-46be-a740-c86bcf353d72 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:19.295861 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 8d802d14-353e-46be-a740-c86bcf353d72 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:19.296595 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.329463 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'Port': ['ID=1773286c-912c-4c0f-bc59-f4e6fce91bdc,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:19.530044 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.530044 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port 8d802d14-353e-46be-a740-c86bcf353d72, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8d802d14-353e-46be-a740-c86bcf353d72,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:19.533277 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.533277 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.533277 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d591477a-1704-4c2a-a05c-704bc56cdf97 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "DELETE /v2.0/floatingips/4206e5bb-7f3d-4275-a9db-abae72d9d81b HTTP/1.1" status: 204 len: 168 time: 1.0062802 Aug 29 11:42:19.533277 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.533799 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd8d48-941d-4918-8332-71cf5c8de96b None None] New status for floating IP 4206e5bb-7f3d-4275-a9db-abae72d9d81b: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:42:19.681887 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.682462 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.682729 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fc6e1368-66a2-4205-b983-7509b59d22a0 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:19.717847 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9900eeb1-5e43-4997-af50-ed6deb5eb34c,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:19.754984 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=8d802d14-353e-46be-a740-c86bcf353d72,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:19.766941 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port fc6e1368-66a2-4205-b983-7509b59d22a0 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:19.767313 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.825214 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.829255 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ffbe1efe-997b-4af7-867a-52619b3732d3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8381443 Aug 29 11:42:19.829592 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58960) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:19.835207 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:19.940454 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:19.986102 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.053890 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.063549 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58966) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:20.068578 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163452157', 'description': 'tempest-description--1558438920'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:20.077283 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de882bf-b7fe-4aa5-a57e-e8bddf1c2db1,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:20.093735 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.098357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:20.179311 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.246614 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.248678 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2e154c6b-acf7-4e75-884a-3e115a39d169 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4165108 Aug 29 11:42:20.250860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58974) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:20.256701 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:20.341202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.436589 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.477248 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c466b7d8-d331-4121-8e41-0177d57d1205,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:20.634809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.773754 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.785013 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.786306 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-14dfdb6b-127e-4914-93c3-fb52254f09e9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7217309 Aug 29 11:42:20.789979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58976) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:20.794822 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group_rule': {'security_group_id': 'c466b7d8-d331-4121-8e41-0177d57d1205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:20.833173 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8d802d14-353e-46be-a740-c86bcf353d72 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:20.900490 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port 8d802d14-353e-46be-a740-c86bcf353d72 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:20.907982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:20.937642 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Sync routers for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:20.957214 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:20.957846 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:21.065155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.071619 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.090289 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f74cf70-160e-403b-9c72-af5b2109179b,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:21.147165 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:21.188531 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.190720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.195357 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6f2946e6-dc8d-445e-9d6b-43b4a23f2e47 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9431825 Aug 29 11:42:21.197324 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58980) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:21.199930 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dc16-bb5c-4842-894e-a090ab4c2e5c req-34339448-0b2e-4cd0-b47e-20604db8decc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:21.205851 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:21.206587 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2017dc16-bb5c-4842-894e-a090ab4c2e5c req-34339448-0b2e-4cd0-b47e-20604db8decc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.0920627 Aug 29 11:42:21.267566 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2017dc16-bb5c-4842-894e-a090ab4c2e5c req-e717db04-52b4-4869-b6ae-f74d7c7ae806 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548048 Aug 29 11:42:21.304776 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.339477 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbd0346-eda6-4941-a64e-7356a134e63e,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:21.345425 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.383957 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Sync routers for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:21.396149 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:21.397332 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:21.430962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.435659 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-63430c8e-0de0-46ed-8352-ac460d3adbe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6442852 Aug 29 11:42:21.436691 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58982) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:21.458627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:10Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'bd06edbc-b85f-48aa-8663-d34d62c9d569', 'name': '', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'mac_address': 'fa:16:3e:f2:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:11Z', 'revision_number': 2, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'subnets': [{'id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:21.459334 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'security_group_rule': {'security_group_id': 'c466b7d8-d331-4121-8e41-0177d57d1205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:21.478485 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.499325 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Checking router: 0152140e-d72a-4f99-8499-72b27ba0eb98 for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:21.499676 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Updating router 0152140e-d72a-4f99-8499-72b27ba0eb98 port bd06edbc-b85f-48aa-8663-d34d62c9d569 binding host dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:21.537988 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.550732 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.551398 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:21.571340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a568cc7-df52-4de0-a804-4ba41556fd6d,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:21.585397 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.670395 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.674502 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4ab28132-28a9-4849-a65e-4dd2d819716f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4750235 Aug 29 11:42:21.674848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58984) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:21.680796 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:21.725972 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.795500 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.823847 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.843057 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3898b1d6-7dae-4820-8454-ab97ba552747,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:21.848090 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:16Z', 'revision_number': 4, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'af9babf1-fa5a-4c09-8939-7f44c0ea634d', 'name': '', 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'mac_address': 'fa:16:3e:dc:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:14Z', 'updated_at': '2021-08-29T11:42:16Z', 'revision_number': 2, 'project_id': '603513625aa444bba8a0348d6e25b183', 'subnets': [{'id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:21.886771 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Checking router: 12525aa1-48cd-4396-9dea-8f327f9a0d6b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:21.887135 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Updating router 12525aa1-48cd-4396-9dea-8f327f9a0d6b port af9babf1-fa5a-4c09-8939-7f44c0ea634d binding host dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 11:42:21.899381 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.905401 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.918175 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:21.919401 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Transition to ACTIVE for port object bd06edbc-b85f-48aa-8663-d34d62c9d569 will not be triggered until provisioned by entity L2. {{(pid=94516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:21.999788 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.000974 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b2396e8b-7a84-47f2-8250-524a7a046a6a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627785 Aug 29 11:42:22.004023 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 58986) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:22.012796 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:22.069568 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.070715 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.101018 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040ccd33-86e2-4742-984f-0bc61df70644,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:22.139728 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.181254 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee73de-bd10-4fdc-b6d4-0130af86d474 None None] Pushing event updated for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=3']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:22.202438 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.207562 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3f1df43e-4ad5-4cd0-bb90-e5a47589efec tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5277784 Aug 29 11:42:22.207562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58988) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:22.211424 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:22.273363 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Attempting to bind port bd06edbc-b85f-48aa-8663-d34d62c9d569 on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:22.273738 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Attempting to bind port bd06edbc-b85f-48aa-8663-d34d62c9d569 by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:22.274107 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Attempting to bind port bd06edbc-b85f-48aa-8663-d34d62c9d569 on network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:22.276605 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks [] for port, precommit_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.279955 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:22.280336 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Checking segment: {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:22.280908 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.281268 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Bound using segment: {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'} {{(pid=94516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:22.281746 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.managers [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Bound port: bd06edbc-b85f-48aa-8663-d34d62c9d569, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2fe2e9-406e-4458-89da-032a06ebf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845'}}] {{(pid=94516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:22.282126 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.296434 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.provisioning_blocks [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Transition to ACTIVE for port object af9babf1-fa5a-4c09-8939-7f44c0ea634d will not be triggered until provisioned by entity L2. {{(pid=94517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:22.335925 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.354960 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.securitygroups_db [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Project fe5937186a3e4001a110e05e8886ae54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:42:22.361345 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.379343 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.381758 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] For port bd06edbc-b85f-48aa-8663-d34d62c9d569, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:22.389789 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] For port bd06edbc-b85f-48aa-8663-d34d62c9d569, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=bd06edbc-b85f-48aa-8663-d34d62c9d569,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:22.469608 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a69cd-8cce-4249-bf87-1e3e1b9f1c8f None None] Pushing event updated for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=3']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:22.532506 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.561004 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Allocated IP 172.27.1.51 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:22.574673 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.604661 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Attempting to bind port af9babf1-fa5a-4c09-8939-7f44c0ea634d on host dv-cinder-804757-4-iscsi for vnic_type normal with profile {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:22.604954 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcddbd-60cd-4d34-a4bb-fa91b03681c5 req-a791e9f7-5aa3-40c9-8d7f-a45e3358ca7b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:22.605081 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Attempting to bind port af9babf1-fa5a-4c09-8939-7f44c0ea634d by drivers openvswitch,hyperv on host dv-cinder-804757-4-iscsi at level 0 using segments [{'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:22.605384 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Attempting to bind port af9babf1-fa5a-4c09-8939-7f44c0ea634d on network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:22.615489 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-dfbcddbd-60cd-4d34-a4bb-fa91b03681c5 req-a791e9f7-5aa3-40c9-8d7f-a45e3358ca7b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.2110968 Aug 29 11:42:22.615803 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Checking agent: {'id': '18c69fd8-bc31-4882-9b80-6ba881479b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 28, 57), 'started_at': datetime.datetime(2021, 8, 29, 11, 29, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:22.616176 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Checking segment: {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:22.616572 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.617019 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Bound using segment: {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'} {{(pid=94517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:22.617484 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.managers [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Bound port: af9babf1-fa5a-4c09-8939-7f44c0ea634d, host: dv-cinder-804757-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38'}}] {{(pid=94517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:22.617857 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.666747 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.681653 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee73de-bd10-4fdc-b6d4-0130af86d474 None None] Pushing event updated for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:22.728004 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-dfbcddbd-60cd-4d34-a4bb-fa91b03681c5 req-17306596-972a-4873-a60c-e07984e10cf0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101043 Aug 29 11:42:22.738331 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8e734e-75be-4248-80fe-28979257f127,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:22.743140 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:22.743140 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:22.785631 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-e526e3b8-59ad-4019-9851-8c5af714174f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:22.787200 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-e526e3b8-59ad-4019-9851-8c5af714174f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 946 time: 0.1218221 Aug 29 11:42:22.811424 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] For port af9babf1-fa5a-4c09-8939-7f44c0ea634d, host dv-cinder-804757-4-iscsi, cleared binding levels {{(pid=94517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:22.814478 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.plugins.ml2.db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] For port af9babf1-fa5a-4c09-8939-7f44c0ea634d, host dv-cinder-804757-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=af9babf1-fa5a-4c09-8939-7f44c0ea634d,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:22.865231 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.867374 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7fcc6eec-dd0a-4e16-a319-7c5417aa7b8d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6599033 Aug 29 11:42:22.870254 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 58992) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:22.876671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'security_group_rule': {'security_group_id': '9900eeb1-5e43-4997-af50-ed6deb5eb34c', 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:22.922798 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron_lib.callbacks.manager [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.973829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:22.979442 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.securitygroups_db [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Project fe5937186a3e4001a110e05e8886ae54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:42:22.985734 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.028252 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Deleting port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:42:23.028603 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.078469 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:23.080553 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:23.122932 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.144982 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a69cd-8cce-4249-bf87-1e3e1b9f1c8f None None] Pushing event updated for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=4']} {{(pid=94517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:23.189253 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] For port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:23.189627 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.206445 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.230432 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91df6511-2ead-469c-af51-3645c51ac77c,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:23.295220 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:23.333364 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device bd06edbc-b85f-48aa-8663-d34d62c9d569 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:23.347016 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:23.404822 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.412517 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-53b0722b-42f5-4f84-a8cd-67aee83bb802 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5349259 Aug 29 11:42:23.481966 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.482555 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.482881 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Floating IP 50e7639c-1b55-417e-a25d-08f6593e2223 disassociated. External IP: 172.27.1.137, port: 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e. Aug 29 11:42:23.483224 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Calling delete_port for 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:42:23.675585 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:23.736029 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:16Z', 'revision_number': 4, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'af9babf1-fa5a-4c09-8939-7f44c0ea634d', 'name': '', 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'mac_address': 'fa:16:3e:dc:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:14Z', 'updated_at': '2021-08-29T11:42:22Z', 'revision_number': 4, 'project_id': '603513625aa444bba8a0348d6e25b183', 'subnets': [{'id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:23.743180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:23.747866 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:23.751962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:23.754784 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:23.800616 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76bf16-6243-4d3d-a63c-3bdcf4849c22 None None] The sync data for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi is: [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:42:16Z', 'revision_number': 4, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'af9babf1-fa5a-4c09-8939-7f44c0ea634d', 'name': '', 'network_id': '80fb85a4-2f6a-42ef-a1de-438ec7a18b38', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'mac_address': 'fa:16:3e:dc:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:14Z', 'updated_at': '2021-08-29T11:42:22Z', 'revision_number': 4, 'project_id': '603513625aa444bba8a0348d6e25b183', 'subnets': [{'id': '243e52c0-fe00-4af3-a68a-d5ac85882246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:23.834852 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:10Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'bd06edbc-b85f-48aa-8663-d34d62c9d569', 'name': '', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'mac_address': 'fa:16:3e:f2:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:22Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'subnets': [{'id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:23.890086 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3bb8d-787b-47d6-b454-45fc3a1bb4a7 None None] The sync data for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi is: [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:10Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'bd06edbc-b85f-48aa-8663-d34d62c9d569', 'name': '', 'network_id': 'ea8b2bf5-ae44-42f6-9df1-8cbab879c845', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'mac_address': 'fa:16:3e:f2:51:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:22Z', 'revision_number': 4, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'subnets': [{'id': '4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:23.894072 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port bd06edbc-b85f-48aa-8663-d34d62c9d569 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:23.905788 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port bd06edbc-b85f-48aa-8663-d34d62c9d569 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:23.906498 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:24.039219 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:24.131934 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:24.145803 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'Port': ['ID=7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:24.182722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:24.248996 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port bd06edbc-b85f-48aa-8663-d34d62c9d569, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=bd06edbc-b85f-48aa-8663-d34d62c9d569,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:24.265196 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77486c-e900-45cd-b6c8-bc69da7161da req-5eb6799a-abf1-4dc5-a79e-a62abff3b2fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:24.267763 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf77486c-e900-45cd-b6c8-bc69da7161da req-5eb6799a-abf1-4dc5-a79e-a62abff3b2fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 868 time: 0.3533361 Aug 29 11:42:24.393227 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf77486c-e900-45cd-b6c8-bc69da7161da req-06cac054-86d3-4063-94dc-c37df334d1ff tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=622c6092-6a27-42bc-a8ce-6051194482e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169732 Aug 29 11:42:24.427586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:24.547026 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:24.561131 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:24.572823 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:24.573508 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:24.606599 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] No DVR routers for this DVR port 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:42:24.614392 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:24.616565 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a38b1e96-e0e0-4a0e-a61c-a547f3bddbde req-910a58cc-9475-4fdf-ab4a-35f0be0e72f5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "DELETE /v2.0/ports/7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e HTTP/1.1" status: 204 len: 173 time: 1.8166559 Aug 29 11:42:24.621453 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-deleted', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:24.621453 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d713d0-512f-4297-b1ae-b919074f910b" -d '{"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-deleted", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:24.662912 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33a552-b788-4b74-ba4d-0150c8e3062f x-openstack-request-id: req-0e33a552-b788-4b74-ba4d-0150c8e3062f {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:24.663215 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65780ede-2fc2-4510-9848-c48cbede1e8d", "name": "network-vif-deleted", "tag": "7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:24.663470 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e33a552-b788-4b74-ba4d-0150c8e3062f {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:24.664406 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65780ede-2fc2-4510-9848-c48cbede1e8d', 'name': 'network-vif-deleted', 'tag': '7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e', 'status': 'completed', 'code': 200} Aug 29 11:42:24.731424 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:24.941344 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:24.968418 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:24.977798 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:24.978424 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:41:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:25.102204 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:25.136688 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.138648 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.163585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a8aea4fb-7294-4d9d-b78f-e6a0a5d6d335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.377115 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device af9babf1-fa5a-4c09-8939-7f44c0ea634d up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:25.386425 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:25.493271 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.573859 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f62cf79b-c9a8-47a3-976c-228e1b4c29df req-b929aeb4-4545-4a95-a69c-248e7a225747 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=65780ede-2fc2-4510-9848-c48cbede1e8d HTTP/1.1" status: 200 len: 210 time: 0.0636158 Aug 29 11:42:25.586905 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:42:25.601500 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.626954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:42:25.627299 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 7ee68a7e-f89b-4df0-8cc9-9e7c9d39913e not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:42:25.654286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:25.698557 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:25.712944 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning for port af9babf1-fa5a-4c09-8939-7f44c0ea634d completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:25.725546 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fad210-ddfa-47d9-92f7-011ffe6f6e57 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:25.728364 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port af9babf1-fa5a-4c09-8939-7f44c0ea634d triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:25.728763 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.768547 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.833143 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.869775 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] For port af9babf1-fa5a-4c09-8939-7f44c0ea634d, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=af9babf1-fa5a-4c09-8939-7f44c0ea634d,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:25.933410 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:25.941281 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-c14b7e44-65d0-4247-a80b-7770d742a6a7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9361424 Aug 29 11:42:25.974702 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:26.069441 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Pushing event updated for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:26.227723 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653b9b4-710f-479c-b293-418828bd4197 None None] New status for floating IP 50e7639c-1b55-417e-a25d-08f6593e2223: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:42:26.748943 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59074) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:26.832982 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:26.865023 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:26.963282 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7b3d-6d86-4ddc-ae6e-f5efe983fe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:26.990916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:26.994133 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.004860 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "DELETE /v2.0/security-groups/622c6092-6a27-42bc-a8ce-6051194482e1 HTTP/1.1" status: 204 len: 168 time: 0.2446208 Aug 29 11:42:27.005189 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59076) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:27.008441 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4792848-8f20-49fc-87c5-ca81950aad8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c6092-6a27-42bc-a8ce-6051194482e1,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:27.015929 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.api.v2.resource [None req-f5e90535-7403-40bf-a7cc-5451bb39e67f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] show failed (client error): The resource could not be found. Aug 29 11:42:27.016985 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f5e90535-7403-40bf-a7cc-5451bb39e67f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups/622c6092-6a27-42bc-a8ce-6051194482e1 HTTP/1.1" status: 404 len: 347 time: 0.0160627 Aug 29 11:42:27.020990 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59078) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:27.186409 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Deleting port 63b1a6ac-1c61-43cd-9e9a-6819382b28f0 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:42:27.186820 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.260813 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device af9babf1-fa5a-4c09-8939-7f44c0ea634d up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:27.315778 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.316190 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.317721 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.328431 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port af9babf1-fa5a-4c09-8939-7f44c0ea634d triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:27.329345 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.337112 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Calling delete_port for 63b1a6ac-1c61-43cd-9e9a-6819382b28f0 owned by network:floatingip {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:42:27.432337 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device bd06edbc-b85f-48aa-8663-d34d62c9d569 up at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:27.490530 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Provisioning complete for port bd06edbc-b85f-48aa-8663-d34d62c9d569 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:27.490913 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.585468 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.620300 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'Port': ['ID=63b1a6ac-1c61-43cd-9e9a-6819382b28f0,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:27.683441 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.686928 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:27.691290 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-55df4611-311d-482a-8115-2d87622ed3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "DELETE /v2.0/floatingips/50e7639c-1b55-417e-a25d-08f6593e2223 HTTP/1.1" status: 204 len: 168 time: 0.6584909 Aug 29 11:42:28.013705 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.092956 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59084) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:28.098055 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207980050', 'description': 'tempest-description--2044675172'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:28.190571 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.284462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.561810 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.593088 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cef354-76a0-42dd-87ba-2107d3d1ca88,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:28.687671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.689071 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e93daa86-f871-40f7-815d-522c7d5b2db6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5947413 Aug 29 11:42:28.692093 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59092) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:28.696684 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group_rule': {'security_group_id': 'f0cef354-76a0-42dd-87ba-2107d3d1ca88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:28.896268 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:28.964529 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.104539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.121623 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b56a782-67d9-46bf-96fc-b020c999b138,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:29.264911 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.266137 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b7cd4b7e-a6d9-4c0c-a2ef-aa6f493707fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730908 Aug 29 11:42:29.268848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59098) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:29.274003 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'security_group_rule': {'security_group_id': 'f0cef354-76a0-42dd-87ba-2107d3d1ca88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:29.382381 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.440597 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.509631 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.509807 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.530549 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29aeb99-99e6-4598-8b29-a8969af61de4,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:29.592939 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-08f0b870-033b-4fca-a582-3884480b37b0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1163452157&fields=id&tenant_id=9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 267 time: 0.0391119 Aug 29 11:42:29.595804 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.597091 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9c3ac4a9-4b58-43ba-ba86-0d5ee253c839 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271911 Aug 29 11:42:29.600027 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59108) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:29.604372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:29.720479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-1d74d303-a003-470c-9d92-0b094d813fbf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:29.722314 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-1d74d303-a003-470c-9d92-0b094d813fbf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 810 time: 0.1137447 Aug 29 11:42:29.742584 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-2cc5d014-2d5d-4253-ac51-d830da716e9e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/quotas/9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Aug 29 11:42:29.800267 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-50e0dfb0-d5c7-4b60-b92b-e9f1fbdd4fe7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522828 Aug 29 11:42:29.801303 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:29.935679 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.071536 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-3f0bfb0e-6c84-4164-8ab0-e137bba3d214 service neutron] 10.222.0.43 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571440 Aug 29 11:42:30.136530 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Allocated IP 172.27.1.236 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/c847440d-6e27-4da1-8a9d-ea315871bee5) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:30.232333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-b0a07f41-ba7b-419e-b862-441d65d652ee service neutron] 10.222.0.43 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507795 Aug 29 11:42:30.272125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.322959 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-2019d4f4-7fbe-4712-a87d-8199bc262be5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:30.324446 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-2019d4f4-7fbe-4712-a87d-8199bc262be5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 814 time: 0.1122615 Aug 29 11:42:30.339376 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-e1e0bc4d-043c-4a46-8a7e-a6eaadf71a05 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/quotas/f85f0bb3d5844ea6ad191e59f18b4b0c HTTP/1.1" status: 200 len: 375 time: 0.0090733 Aug 29 11:42:30.393275 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-d8d25757-a9d3-4cd5-a984-5b6fcf8e1092 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486913 Aug 29 11:42:30.408585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.488297 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:30.490445 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a24b5548-829d-4e52-8f4b-9c248227c517 req-068bd9e5-76a0-49da-b981-e9366db51139 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 210 time: 0.0432482 Aug 29 11:42:30.493915 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:30.496419 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:30.503953 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=c847440d-6e27-4da1-8a9d-ea315871bee5,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:30.594340 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-49fd02e0-5902-4e2a-8e5b-31d895c60663 service neutron] 10.222.0.43 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885691 Aug 29 11:42:30.599112 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.693268 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.700395 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-9ccbecc0-09a7-48ae-a15d-0d602c3f63b0 service neutron] 10.222.0.43 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981936 Aug 29 11:42:30.855073 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:30.992840 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7c2902b3-1271-430b-8cf5-7715928e5bf8 req-3d80c0b1-9555-45da-a0fe-68ad70c69408 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 210 time: 0.0268488 Aug 29 11:42:30.994004 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:31.080622 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=c847440d-6e27-4da1-8a9d-ea315871bee5,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:31.087457 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:31.150740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:31.151978 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1dd326d1-0f2e-4931-8c23-7d66fabd2c8c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5509503 Aug 29 11:42:31.259378 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:31.352202 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-b30a7e28-7ab6-40f3-8c6e-026f8ceb8e61 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--207980050&fields=id&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 267 time: 0.0389838 Aug 29 11:42:31.466923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-68c9ee06-c64f-42aa-8ca4-d215361d5159 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:31.468497 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-68c9ee06-c64f-42aa-8ca4-d215361d5159 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 816 time: 0.1093786 Aug 29 11:42:31.483567 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-08ab3c79-dc53-4cd5-9b4a-b5fe5bc521ce tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/quotas/cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Aug 29 11:42:31.544817 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-e7b4f644-7ba7-4fa9-86a3-69c51a06c3c3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559249 Aug 29 11:42:31.601359 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0c6195c2-30f3-406f-9bbc-5c8b36fd4489 req-a24169fb-6b1a-4303-ab1a-a4b10cef30e2 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Aug 29 11:42:31.647454 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-9097246f-cfe6-4cbe-a7ed-3f51044185c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898008 Aug 29 11:42:31.996178 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-fd1d5fd0-4a2c-431c-ae5c-7e9383839604 service neutron] 10.222.0.43 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420942 Aug 29 11:42:32.103872 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3e455d88-cb2f-4074-88bb-9d033a0ff9a6 req-42976de9-0013-42e9-abb2-375f13c0484f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 210 time: 0.0272007 Aug 29 11:42:32.254630 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3d9948fa-7e8d-4a6a-ba87-a23ff5bbbf08 req-90b7e0f8-1e89-4aa0-b8c3-9081979a6349 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0263729 Aug 29 11:42:32.705805 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-25732419-ae51-454b-b2af-a3e167e9c9c3 req-a39dab96-55e1-4eed-aa8d-7915e6c996f5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 210 time: 0.0312114 Aug 29 11:42:32.744044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-78b4b9d1-fd03-424b-bf31-fc758717e88f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:32.745503 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-78b4b9d1-fd03-424b-bf31-fc758717e88f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 810 time: 0.1287603 Aug 29 11:42:32.789674 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-3e0af66a-d754-4189-8d90-630b5a4b5899 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9edfe2ab96e347aaa855cffb06b2d863 HTTP/1.1" status: 200 len: 380 time: 0.0344121 Aug 29 11:42:32.799065 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'port': {'device_id': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'admin_state_up': True, 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'security_groups': ['c466b7d8-d331-4121-8e41-0177d57d1205']}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:33.040350 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Made reservation on behalf of 9edfe2ab96e347aaa855cffb06b2d863 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:33.043872 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.172916 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Allocated IP 172.20.0.11 (23da4fbd-7df1-47ec-a21a-61b8631af4c1/4ce7c853-d87e-41f5-833f-49aa20dde664/35549670-420b-4d06-9da5-d9bd1b95843c) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:33.205605 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-707f054f-5c00-4cdf-881f-388a0f3ef59b req-7992dcd9-d630-404b-9000-d7410ced7565 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 210 time: 0.0273526 Aug 29 11:42:33.322521 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.337034 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Transition to ACTIVE for port object 35549670-420b-4d06-9da5-d9bd1b95843c will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:33.385484 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fab0eac6-2f44-41b9-b9e6-88d0bc7b1859 req-cfdae874-25ea-4559-b68e-a134dd6194ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0370259 Aug 29 11:42:33.442716 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-5659b846-4008-48b1-88d1-0249081b16ed tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:33.444134 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-5659b846-4008-48b1-88d1-0249081b16ed tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 814 time: 0.1081536 Aug 29 11:42:33.457960 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'port': {'device_id': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'admin_state_up': True, 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:33.510716 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.556333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:33.559504 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:33.563280 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:33.593159 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event updated for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:33.621424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:33.622071 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.641855 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Made reservation on behalf of f85f0bb3d5844ea6ad191e59f18b4b0c for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:33.645479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.726667 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-27ea2758-ca6b-48bc-a95b-d78c38ec62bf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308846 Aug 29 11:42:33.740082 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Request body: {'port': {'device_id': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:33.824323 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.844373 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Allocated IP 172.20.0.13 (0832d762-b369-458a-930a-db147e3f2686/8c0f306a-e718-470d-998b-418dda012a22/8ec36bdf-4dd1-40a4-ad95-3f246f0b228e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:33.865842 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9465f-3dcf-49ad-ac32-ace9df6a4e93 req-528a8a07-6859-49dc-9924-567dbe2c6d1c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:33.868301 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9de9465f-3dcf-49ad-ac32-ace9df6a4e93 req-528a8a07-6859-49dc-9924-567dbe2c6d1c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 932 time: 0.0810521 Aug 29 11:42:33.906371 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7205a48c-3fed-4d4d-873e-7dd17bb01556 None None] Provisioning for port 35549670-420b-4d06-9da5-d9bd1b95843c completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:33.911846 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7205a48c-3fed-4d4d-873e-7dd17bb01556 None None] Provisioning complete for port 35549670-420b-4d06-9da5-d9bd1b95843c triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:33.912527 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7205a48c-3fed-4d4d-873e-7dd17bb01556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:33.950698 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9de9465f-3dcf-49ad-ac32-ace9df6a4e93 req-6d9c4c3b-8c0d-4a24-91f1-bbf1d8bf02f6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674024 Aug 29 11:42:33.987340 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7205a48c-3fed-4d4d-873e-7dd17bb01556 None None] Port 35549670-420b-4d06-9da5-d9bd1b95843c cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:34.086978 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.104685 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Transition to ACTIVE for port object 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:34.155650 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35549670-420b-4d06-9da5-d9bd1b95843c {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:34.163145 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.177927 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Transition to ACTIVE for port object 35549670-420b-4d06-9da5-d9bd1b95843c will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:34.202443 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.258848 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.270559 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Network 0832d762-b369-458a-930a-db147e3f2686 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:34.295359 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:34.300227 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:34.324285 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:34.443247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:34.445534 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.544569 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Pushing event updated for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:34.555860 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0ff4ac98-e7b1-470d-83ed-b3c376d91bed req-aaaeed11-be77-43dc-acf4-381ea3524bef tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0462308 Aug 29 11:42:34.563061 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-cb2af49a-56f0-4bf0-b803-53ffe2be39dd tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1087127 Aug 29 11:42:34.601235 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f29be-f02b-44a5-9592-250dfb65c130 req-95bcbb23-4b04-49f2-88f4-2970830f2fec tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:34.605710 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a5f29be-f02b-44a5-9592-250dfb65c130 req-95bcbb23-4b04-49f2-88f4-2970830f2fec tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.2348289 Aug 29 11:42:34.727249 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a5f29be-f02b-44a5-9592-250dfb65c130 req-99ba43c5-aaf3-4ea4-a907-1b00222b85fb tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054573 Aug 29 11:42:34.734831 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Attempting to bind port 35549670-420b-4d06-9da5-d9bd1b95843c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:34.735258 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Attempting to bind port 35549670-420b-4d06-9da5-d9bd1b95843c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:34.735680 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Attempting to bind port 35549670-420b-4d06-9da5-d9bd1b95843c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:34.740282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Port 35549670-420b-4d06-9da5-d9bd1b95843c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:42:34.740726 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Attempting to bind port 35549670-420b-4d06-9da5-d9bd1b95843c on network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:34.746216 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:34.746550 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Checking segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:34.746925 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Bound using segment: {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:34.747345 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Bound port: 35549670-420b-4d06-9da5-d9bd1b95843c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7976b50-b421-4c7c-b47e-ae7ed12762e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:34.747755 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.828888 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:34.832503 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=35549670-420b-4d06-9da5-d9bd1b95843c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:34.915606 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.938887 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f2e32f64-f7f4-4778-8b36-d1c4a22fbbe6 None None] Provisioning for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:34.944086 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f2e32f64-f7f4-4778-8b36-d1c4a22fbbe6 None None] Provisioning complete for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:34.944655 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f2e32f64-f7f4-4778-8b36-d1c4a22fbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.988138 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Pushing event updated for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:34.996091 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:34.997205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:34.999869 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-e9804554-29ad-482b-872e-db617c7b45fa service neutron] 10.222.0.42 "PUT /v2.0/ports/35549670-420b-4d06-9da5-d9bd1b95843c HTTP/1.1" status: 200 len: 1094 time: 1.2641897 Aug 29 11:42:35.000855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:35.003909 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fadff-6d47-4141-ab05-7ace9ccadb44" -d '{"events": [{"name": "network-changed", "server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:35.069403 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f2e32f64-f7f4-4778-8b36-d1c4a22fbbe6 None None] Port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:35.072793 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afde3ae7-80f5-47e7-aa96-c6b8d6edc911 x-openstack-request-id: req-afde3ae7-80f5-47e7-aa96-c6b8d6edc911 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:35.073299 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:35.073761 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afde3ae7-80f5-47e7-aa96-c6b8d6edc911 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:35.074368 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c', 'status': 'completed', 'code': 200} Aug 29 11:42:35.156534 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6037-27ff-4c87-b22c-81ab7873e6b1 req-68a5b3b7-145f-4ca4-986e-e19c09959650 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:35.165635 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-842d6037-27ff-4c87-b22c-81ab7873e6b1 req-68a5b3b7-145f-4ca4-986e-e19c09959650 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0766470 Aug 29 11:42:35.205085 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-842d6037-27ff-4c87-b22c-81ab7873e6b1 req-49df2da6-319c-4574-bba7-840875016c19 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366766 Aug 29 11:42:35.668207 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d30945f1-1be9-4f35-bf32-444ead377ad8 req-5e9173d6-4b1c-4191-964b-a1a2e5bc320d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Aug 29 11:42:35.835354 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e95c93-e3aa-414f-a644-0fc2ef07635d req-2686a399-1216-48cd-aa92-f1dca3b4ca1a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:35.837098 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f3e95c93-e3aa-414f-a644-0fc2ef07635d req-2686a399-1216-48cd-aa92-f1dca3b4ca1a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0531754 Aug 29 11:42:35.878255 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f3e95c93-e3aa-414f-a644-0fc2ef07635d req-b0957534-68a6-4cae-ae5a-b76b7ba117da tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Aug 29 11:42:36.334831 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41105833-7f2e-4f41-a153-b131807d6329 req-63ff4de7-3a50-45c5-88a7-2efa1bfee77d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:36.337071 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41105833-7f2e-4f41-a153-b131807d6329 req-63ff4de7-3a50-45c5-88a7-2efa1bfee77d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0552042 Aug 29 11:42:36.384609 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41105833-7f2e-4f41-a153-b131807d6329 req-2ee44ed8-f054-4238-a9ff-31a5bac7f5e6 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Aug 29 11:42:36.775655 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-dcbb002b-e96f-4f5e-bf85-74ebae7a51e7 req-a87041a5-8e19-456c-93d3-140bc1cb6d13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0321276 Aug 29 11:42:36.997885 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4480b-4096-49a5-b8f7-ec188bc604f0 req-1e3f0a83-9ea2-4291-a35c-007bf4867d47 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:37.000766 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-62e4480b-4096-49a5-b8f7-ec188bc604f0 req-1e3f0a83-9ea2-4291-a35c-007bf4867d47 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0553563 Aug 29 11:42:37.041269 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-62e4480b-4096-49a5-b8f7-ec188bc604f0 req-37ca0d65-8875-4b59-8d36-464486e73b11 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Aug 29 11:42:37.500568 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33868e0-80bd-469b-b2ba-55c7fb85f7d2 req-a6b6f379-a788-41c0-99c0-c81a465954e5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:37.502096 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d33868e0-80bd-469b-b2ba-55c7fb85f7d2 req-a6b6f379-a788-41c0-99c0-c81a465954e5 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0493774 Aug 29 11:42:37.541717 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d33868e0-80bd-469b-b2ba-55c7fb85f7d2 req-4e84cc0a-f2f5-43d8-a39b-c05f175d70ca tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Aug 29 11:42:37.874802 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84c707b4-874e-4b68-a4f9-18330c82c907 req-c8f344c2-b981-4791-818e-209bfe84e641 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Aug 29 11:42:38.156454 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df071-1c21-42b0-a36f-11c1f1f9c64e req-6b4d4abb-2038-4132-91b6-c41c91c6f9eb tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:38.157994 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a62df071-1c21-42b0-a36f-11c1f1f9c64e req-6b4d4abb-2038-4132-91b6-c41c91c6f9eb tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0495446 Aug 29 11:42:38.198814 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a62df071-1c21-42b0-a36f-11c1f1f9c64e req-0a738784-62b7-472a-a8f4-f8968c1baf4c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Aug 29 11:42:38.658620 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5023b13-4ce1-4582-818d-9e8cb6d74131 req-4dfb7ced-3187-4c2b-9013-359b04521eaf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:38.660243 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c5023b13-4ce1-4582-818d-9e8cb6d74131 req-4dfb7ced-3187-4c2b-9013-359b04521eaf tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Aug 29 11:42:38.702989 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c5023b13-4ce1-4582-818d-9e8cb6d74131 req-d57c2a07-2e93-4c0f-a9e1-ce674a782620 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361519 Aug 29 11:42:38.979476 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c0f1d60-2f95-4627-9c30-a8fe6aeba532 req-5bf483af-4684-4706-bcc5-85b814767c05 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Aug 29 11:42:39.315551 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faf98c-f2a3-468c-80a4-e15b009a8d74 req-cfed292d-0f49-4442-bde5-7ea65546c73f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:39.317064 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27faf98c-f2a3-468c-80a4-e15b009a8d74 req-cfed292d-0f49-4442-bde5-7ea65546c73f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0508821 Aug 29 11:42:39.356334 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27faf98c-f2a3-468c-80a4-e15b009a8d74 req-884c1358-7326-495b-a4c2-1bc95908c46f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Aug 29 11:42:39.821806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e372cd-1c25-4501-8ed6-b4b99832c82b req-d869b8a2-53a5-4013-8952-c878998deb17 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:39.823341 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a4e372cd-1c25-4501-8ed6-b4b99832c82b req-d869b8a2-53a5-4013-8952-c878998deb17 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Aug 29 11:42:39.862376 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a4e372cd-1c25-4501-8ed6-b4b99832c82b req-a93366a9-7b96-4828-8719-f5b8bd6cba5e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Aug 29 11:42:40.087107 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f2163818-614d-49b1-9418-a1c4f7f32a1e req-bbb330ac-7049-41b2-b31e-b4d94b9fcac4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0303831 Aug 29 11:42:40.481725 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801401e-d4b2-474e-8032-8677e0cf420f req-c1d51ea0-639a-4d54-8a92-8b7fcbd60ff2 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:40.483955 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2801401e-d4b2-474e-8032-8677e0cf420f req-c1d51ea0-639a-4d54-8a92-8b7fcbd60ff2 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0517251 Aug 29 11:42:40.523913 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2801401e-d4b2-474e-8032-8677e0cf420f req-c9b124b1-5c56-4de9-92b8-553d05121b15 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Aug 29 11:42:40.987945 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283fae-3dc4-4491-a10a-91377f87a6de req-13dd195e-8f3a-4719-907b-aed742f5113b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:40.989549 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-34283fae-3dc4-4491-a10a-91377f87a6de req-13dd195e-8f3a-4719-907b-aed742f5113b tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0543380 Aug 29 11:42:41.032678 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-34283fae-3dc4-4491-a10a-91377f87a6de req-199e8ee7-b61a-4eca-bbf6-b67765024e82 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358427 Aug 29 11:42:41.205015 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2672b6f2-fc6b-4149-bbda-aebc392378f7 req-704678b5-6f89-4c63-95a9-a07727a96c23 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0278978 Aug 29 11:42:41.655054 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5932d-f866-45b0-854d-dd2db70a4304 req-711561ba-21f5-462c-98dc-4d5fe12842ff tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:41.656559 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6bc5932d-f866-45b0-854d-dd2db70a4304 req-711561ba-21f5-462c-98dc-4d5fe12842ff tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0575099 Aug 29 11:42:41.696225 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6bc5932d-f866-45b0-854d-dd2db70a4304 req-06725476-2327-4acf-9b72-7d7492047d8c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 29 11:42:42.168784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403901-3248-4d34-804a-1b10607d122a req-929fda2d-bc1c-4d0d-9a09-8f03f8b1f497 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:42.170404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-02403901-3248-4d34-804a-1b10607d122a req-929fda2d-bc1c-4d0d-9a09-8f03f8b1f497 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Aug 29 11:42:42.211528 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-02403901-3248-4d34-804a-1b10607d122a req-3f71ddf5-9f4c-493e-a3e8-d3aea0ee447d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Aug 29 11:42:42.308482 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-333307d5-ca5e-47bd-a5da-2fac72052b68 req-c1a1d490-3c01-40b1-85c4-9e0a9700162b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Aug 29 11:42:42.555634 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-d67aee0c-5800-41b2-b43c-21cc15b81301 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112486848&fields=id&tenant_id=fe5937186a3e4001a110e05e8886ae54 HTTP/1.1" status: 200 len: 267 time: 0.0339878 Aug 29 11:42:42.664734 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-19e82015-464b-4063-9695-50e3ee9d1846 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:42.666237 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-19e82015-464b-4063-9695-50e3ee9d1846 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 809 time: 0.1039357 Aug 29 11:42:42.681609 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-a154c96a-b4b5-4d08-9898-5aa60b0051cb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/quotas/fe5937186a3e4001a110e05e8886ae54 HTTP/1.1" status: 200 len: 375 time: 0.0094686 Aug 29 11:42:42.742484 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-e888c98d-741a-471e-9ad8-1fe5601cecf9 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547190 Aug 29 11:42:42.822791 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85165c1-2d87-47fd-b219-3aba89d180ac req-f6d32af3-f0f7-4c00-9bde-f37fa48c093b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:42.824363 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f85165c1-2d87-47fd-b219-3aba89d180ac req-f6d32af3-f0f7-4c00-9bde-f37fa48c093b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0556312 Aug 29 11:42:42.848866 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-02da2e1a-7aee-4129-b335-6232f899ad5c service neutron] 10.222.0.43 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928128 Aug 29 11:42:42.869784 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f85165c1-2d87-47fd-b219-3aba89d180ac req-2f2b1965-c3f6-4dc2-9f39-bf1d293aa7a4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364223 Aug 29 11:42:42.950415 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-2776eb53-1a95-4b84-8c95-bfe9ca0ee56c service neutron] 10.222.0.43 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952868 Aug 29 11:42:43.333426 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97ee1-d247-4ed9-ba6e-77a0ef703dfe req-dfbbb126-3121-4f30-98d6-39bc2ba6b1d8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:43.335893 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9c97ee1-d247-4ed9-ba6e-77a0ef703dfe req-dfbbb126-3121-4f30-98d6-39bc2ba6b1d8 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.0559604 Aug 29 11:42:43.375851 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a9c97ee1-d247-4ed9-ba6e-77a0ef703dfe req-6aba27a7-1c2b-4c3a-997f-1dd5aa33e868 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344815 Aug 29 11:42:43.466711 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e5b3c01b-b86c-4343-a11c-2ef3823edbad req-f5afcc43-922c-4bed-916f-5b5554ecc9cc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Aug 29 11:42:43.555565 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fb987532-0088-496e-8526-113049985478 req-e1953ffb-70b9-439f-8546-45e67c376598 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0287771 Aug 29 11:42:43.666193 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:42:43.991225 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb19a-d7b6-46e7-a3df-da9d02c2cc85 req-5d041d2a-57e9-4d3d-99a8-e1d4ffd66d83 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:43.993307 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-23dfb19a-d7b6-46e7-a3df-da9d02c2cc85 req-5d041d2a-57e9-4d3d-99a8-e1d4ffd66d83 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 932 time: 0.0519323 Aug 29 11:42:44.035545 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-23dfb19a-d7b6-46e7-a3df-da9d02c2cc85 req-1792daf7-d1dc-42d0-8f37-4b68d0951d0c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Aug 29 11:42:44.446397 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Request body: {'port': {'device_id': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:44.520235 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-ebc4b4c1-fcd1-4f78-a5d7-c12f40433f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.521946 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-ebc4b4c1-fcd1-4f78-a5d7-c12f40433f6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 1097 time: 0.0450161 Aug 29 11:42:44.548073 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bdda5-1088-4b8e-9d2f-ab65abd2e833 req-1b844273-34aa-43f7-b24f-e5ec9c74c63a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.552691 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-662bdda5-1088-4b8e-9d2f-ab65abd2e833 req-1b844273-34aa-43f7-b24f-e5ec9c74c63a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.1025434 Aug 29 11:42:44.559431 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:44.625116 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-69e2e906-d891-495e-b5b3-8f9875aac788 req-15f6ff29-e877-43df-bebb-66fda8583352 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0315950 Aug 29 11:42:44.627896 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-662bdda5-1088-4b8e-9d2f-ab65abd2e833 req-78c31fb5-c67d-4a06-a67c-078b9ace4358 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Aug 29 11:42:44.676163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-8690905a-efb5-4df1-b598-d88c10c3054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.677769 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-8690905a-efb5-4df1-b598-d88c10c3054c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1342521 Aug 29 11:42:44.776229 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-45ae9c76-b06d-44f1-847e-37fe9affa2c0 req-0d88c35e-0614-4028-b154-cb2ac7c06474 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0532982 Aug 29 11:42:44.782867 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-661362de-ee70-49ac-9c88-2289ae34bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.784595 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-870fadff-6d47-4141-ab05-7ace9ccadb44 req-661362de-ee70-49ac-9c88-2289ae34bf9b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985966 Aug 29 11:42:44.861252 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-40c6677c-c239-4d74-887b-c08cf60de9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.862777 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-40c6677c-c239-4d74-887b-c08cf60de9bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 1097 time: 0.0415902 Aug 29 11:42:44.907466 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-98415654-c00b-4065-8bd7-064613b38b0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549670-420b-4d06-9da5-d9bd1b95843c HTTP/1.1" status: 200 len: 217 time: 0.0356824 Aug 29 11:42:44.925643 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:44.936487 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:44.968158 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Transition to ACTIVE for port object 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:44.979484 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-6ee51b32-df79-43a9-8033-8fdc1ef4d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.983774 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-6ee51b32-df79-43a9-8033-8fdc1ef4d07d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0663097 Aug 29 11:42:44.994101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-d8f57bfd-07cc-4d91-9b86-69b1457ce3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:44.995666 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-d8f57bfd-07cc-4d91-9b86-69b1457ce3af tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 816 time: 0.1505408 Aug 29 11:42:45.028997 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-2347d281-833f-4a66-a790-d5d78c3cfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:45.030593 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-2347d281-833f-4a66-a790-d5d78c3cfe24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420222 Aug 29 11:42:45.039324 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-2a63d1f2-19c0-4bbb-bf29-fbe47e991a13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 379 time: 0.0339208 Aug 29 11:42:45.055508 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'port': {'device_id': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'admin_state_up': True, 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'security_groups': ['f0cef354-76a0-42dd-87ba-2107d3d1ca88']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:45.112257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:45.172285 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-2e2328de-9ba8-4919-9630-50f585213fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342297 Aug 29 11:42:45.197021 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19f6b2-9cf3-4c70-a17a-36c0fff3200e req-220002cc-42a1-49ca-b1e3-593c2b3393d6 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:45.198570 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f19f6b2-9cf3-4c70-a17a-36c0fff3200e req-220002cc-42a1-49ca-b1e3-593c2b3393d6 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 944 time: 0.0783699 Aug 29 11:42:45.285863 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f19f6b2-9cf3-4c70-a17a-36c0fff3200e req-56b5125a-77ae-4442-ad04-a0d305a9ea44 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Aug 29 11:42:45.307086 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-731550c0-2931-4d6b-9a22-1d7db2f778e2 req-0ace468e-3513-4f1f-8698-332ba1109ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257055 Aug 29 11:42:45.425179 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:45.521121 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Attempting to bind port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:45.525347 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Attempting to bind port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:45.525347 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Attempting to bind port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e on network 0832d762-b369-458a-930a-db147e3f2686 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:45.526281 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e on network 0832d762-b369-458a-930a-db147e3f2686 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:42:45.526624 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Attempting to bind port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e on network 0832d762-b369-458a-930a-db147e3f2686 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:45.531461 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:45.531798 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Checking segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:45.532177 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Bound using segment: {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:45.532601 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Bound port: 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0832d762-b369-458a-930a-db147e3f2686'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:45.532983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:45.601803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:45.604859 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:45.618300 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Made reservation on behalf of cd4e2f0f4b674676b15c2b3fc951e153 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:45.623272 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:45.765953 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:45.794037 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1fd92f07-1317-4712-a0cc-40b20c715b4f req-08bc983f-55b5-4cc5-8f2e-cc9608f42ef2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Aug 29 11:42:45.807607 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Allocated IP 172.20.0.7 (4488a518-8083-4d4f-846c-cb71d5bcb014/822959a9-17d5-44e4-b64a-bf88816752e7/82df9107-ab63-4bde-8f59-4259770bc0b5) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:45.816258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:45.817066 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:45.824783 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 1094 time: 1.3771045 Aug 29 11:42:45.824783 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:45.826313 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7df41b-8ef2-4b40-9668-6f61c30f279f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:45.842167 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-1f1696ad-2845-45c5-b7da-1ec32952741c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:45.843885 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-1f1696ad-2845-45c5-b7da-1ec32952741c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 809 time: 0.1314805 Aug 29 11:42:45.882007 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b782c-2e1b-4c9e-9d9b-cb9b79e19966 req-e5d84f3c-c6f4-444e-aa35-446e4377144a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:45.889190 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-552b782c-2e1b-4c9e-9d9b-cb9b79e19966 req-e5d84f3c-c6f4-444e-aa35-446e4377144a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.1670151 Aug 29 11:42:45.896808 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38422e-e114-45df-b725-392368b8f4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:45.922809 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-1b50bb88-263d-4e6b-8787-0ed86557000f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe5937186a3e4001a110e05e8886ae54 HTTP/1.1" status: 200 len: 380 time: 0.0695267 Aug 29 11:42:45.943619 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-062dcc78-dca9-43ce-97e0-f548245357b4 req-97ec6157-c045-4a75-8719-dd097511ab55 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0468338 Aug 29 11:42:45.947546 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'port': {'device_id': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'admin_state_up': True, 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'security_groups': ['9900eeb1-5e43-4997-af50-ed6deb5eb34c']}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:45.973155 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-552b782c-2e1b-4c9e-9d9b-cb9b79e19966 req-b2b22bb0-eeab-4b83-9dc1-f51843705901 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699184 Aug 29 11:42:46.108544 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-d5d15e3f-49c3-408e-a42f-ceed59401a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.110149 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-d5d15e3f-49c3-408e-a42f-ceed59401a76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1097 time: 0.0948651 Aug 29 11:42:46.116094 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b9b880-6c6d-457b-9308-65f379490ba3 x-openstack-request-id: req-d2b9b880-6c6d-457b-9308-65f379490ba3 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:46.116934 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:46.117191 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2b9b880-6c6d-457b-9308-65f379490ba3 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:46.117585 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:42:46.137444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.143368 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Made reservation on behalf of fe5937186a3e4001a110e05e8886ae54 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:42:46.147501 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.171719 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-e15c0cb9-d19d-434a-a6d0-e0343e0d752f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 217 time: 0.0503969 Aug 29 11:42:46.183556 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Transition to ACTIVE for port object 82df9107-ab63-4bde-8f59-4259770bc0b5 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:46.242763 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-008de8df-81a4-4fca-8737-c609506a4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.244310 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-008de8df-81a4-4fca-8737-c609506a4b44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0639699 Aug 29 11:42:46.291269 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-e97e2ea5-fd7f-4259-8e9b-02b2473b1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.292823 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-e97e2ea5-fd7f-4259-8e9b-02b2473b1d62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399885 Aug 29 11:42:46.296346 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Allocated IP 172.20.0.13 (2f576e89-3f22-40ba-b948-6abb2d6fa272/02cecaca-bcf9-4100-b1e2-9df0fe6bcb88/963c0d96-2eac-4543-aca0-ee6345f95553) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:42:46.345088 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.439333 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:46.442991 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.444430 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:46.447678 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:46.453181 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:46.457489 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Transition to ACTIVE for port object 963c0d96-2eac-4543-aca0-ee6345f95553 will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:46.505105 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-451e63c0-9b26-46e9-8502-f0d94f3cb426 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048302 Aug 29 11:42:46.518137 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8830b9-39ba-48db-8d46-ed535b213297 req-1230b66f-4882-4813-8921-4213d3ebb05b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.519664 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4a8830b9-39ba-48db-8d46-ed535b213297 req-1230b66f-4882-4813-8921-4213d3ebb05b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 944 time: 0.1378441 Aug 29 11:42:46.540248 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.540894 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.607894 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.631536 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4a8830b9-39ba-48db-8d46-ed535b213297 req-6a69b797-67cb-4e54-8eb2-f5eaf0eee905 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993223 Aug 29 11:42:46.657140 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:42:46.662376 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:42:46.664994 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:42:46.681662 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a9b0459b-6d41-49c1-a9c3-e87ff70e578f req-74c10d9b-de9f-4d4d-9cbf-91a0bbe28f67 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426592 Aug 29 11:42:46.696169 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:46.710524 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.710907 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.711250 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.711592 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.711924 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.712254 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.712581 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.712934 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.713259 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.713587 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.713912 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.714235 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:46.739105 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.739774 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.790981 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-4e326f0f-9edd-4264-9a74-7bdc5403b7d6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7398825 Aug 29 11:42:46.804883 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Request body: {'port': {'device_id': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:46.861546 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.931029 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25735-ce78-4a11-89cb-274e476121da req-b628aef4-ba8d-4590-90ea-d616b4744d67 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:46.932539 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41b25735-ce78-4a11-89cb-274e476121da req-b628aef4-ba8d-4590-90ea-d616b4744d67 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 931 time: 0.0564651 Aug 29 11:42:46.948875 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-3ce37c51-c36b-49eb-80bb-30709adf53a6 None None] Provisioning for port 82df9107-ab63-4bde-8f59-4259770bc0b5 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:46.954959 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-4fbc336b-3b55-46cf-8eec-01e2bc4d7917 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0137067 Aug 29 11:42:46.968230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-3ce37c51-c36b-49eb-80bb-30709adf53a6 None None] Provisioning complete for port 82df9107-ab63-4bde-8f59-4259770bc0b5 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:46.968230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3ce37c51-c36b-49eb-80bb-30709adf53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:46.978244 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Request body: {'port': {'device_id': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:47.008823 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-3ce37c51-c36b-49eb-80bb-30709adf53a6 None None] Port 82df9107-ab63-4bde-8f59-4259770bc0b5 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:47.015537 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-41b25735-ce78-4a11-89cb-274e476121da req-4bc0d80e-0e97-4dd8-a1f0-f1fa8d54eeb7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764880 Aug 29 11:42:47.058011 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.093117 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-e1a63646-10f0-4414-bc7e-1489860a8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.094862 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-e1a63646-10f0-4414-bc7e-1489860a8a83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1097 time: 0.1292677 Aug 29 11:42:47.221084 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f41e6-a18b-46a8-94e4-202872c75428 req-ec943417-9a5b-49a3-b188-9f453f01dde9 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.222516 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-675f41e6-a18b-46a8-94e4-202872c75428 req-ec943417-9a5b-49a3-b188-9f453f01dde9 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 932 time: 0.1712232 Aug 29 11:42:47.223111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c37de25d-26fc-4dbb-a969-4b8f5dfc248c None None] Provisioning for port 963c0d96-2eac-4543-aca0-ee6345f95553 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:47.228286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-c37de25d-26fc-4dbb-a969-4b8f5dfc248c None None] Provisioning complete for port 963c0d96-2eac-4543-aca0-ee6345f95553 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:47.229147 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c37de25d-26fc-4dbb-a969-4b8f5dfc248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.232154 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b7c1-394d-4229-8345-4dfb76e0d73c req-4c9b3b9f-833c-4511-ae23-960376ee34e7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.234644 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f02b7c1-394d-4229-8345-4dfb76e0d73c req-4c9b3b9f-833c-4511-ae23-960376ee34e7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 944 time: 0.1322587 Aug 29 11:42:47.270294 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-c37de25d-26fc-4dbb-a969-4b8f5dfc248c None None] Port 963c0d96-2eac-4543-aca0-ee6345f95553 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:42:47.277606 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-c8eca704-786a-4c16-9b0d-62260a7ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.279063 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-c8eca704-786a-4c16-9b0d-62260a7ee04b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.1633217 Aug 29 11:42:47.332150 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5f02b7c1-394d-4229-8345-4dfb76e0d73c req-399a4baa-240f-4b4b-beae-f00894921a8d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886137 Aug 29 11:42:47.336420 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-675f41e6-a18b-46a8-94e4-202872c75428 req-8a99c8b9-afd8-4eb6-af71-4bbe60d91d22 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052899 Aug 29 11:42:47.339427 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-8d332c30-d37b-40b9-b2bb-6531f42157bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 217 time: 0.0496035 Aug 29 11:42:47.413760 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:47.423854 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.435749 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-0c8f2446-ca69-4ba0-b185-6640a88e33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.437287 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-0c8f2446-ca69-4ba0-b185-6640a88e33eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0726848 Aug 29 11:42:47.441608 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Transition to ACTIVE for port object 82df9107-ab63-4bde-8f59-4259770bc0b5 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:47.450900 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963c0d96-2eac-4543-aca0-ee6345f95553 {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:47.458507 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.470648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Transition to ACTIVE for port object 963c0d96-2eac-4543-aca0-ee6345f95553 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:42:47.493077 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-cea553a4-7fcc-4c0e-b371-e366a6a449f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.493077 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-cea553a4-7fcc-4c0e-b371-e366a6a449f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408461 Aug 29 11:42:47.536956 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.584008 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.634054 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:47.640399 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 35549670-420b-4d06-9da5-d9bd1b95843c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:42:47.690821 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-85ca0b5b-cc71-46ea-900d-16e340981ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966460 Aug 29 11:42:47.704802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:47.810105 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cc7df41b-8ef2-4b40-9668-6f61c30f279f req-d9e7aa8d-be06-47b5-8ca9-77c4ba1d41e9 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102178 Aug 29 11:42:47.820104 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=35549670-420b-4d06-9da5-d9bd1b95843c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:47.852868 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Attempting to bind port 82df9107-ab63-4bde-8f59-4259770bc0b5 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:47.853126 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696fde1-3e37-4f66-abcb-4838ace9f62b req-063a1946-4f79-4c4f-9782-b8b057ba6cff tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:47.853233 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '35549670-420b-4d06-9da5-d9bd1b95843c', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'port_id': '35549670-420b-4d06-9da5-d9bd1b95843c', 'mac_address': 'fa:16:3e:0a:a7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:42:47.853341 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1696fde1-3e37-4f66-abcb-4838ace9f62b req-063a1946-4f79-4c4f-9782-b8b057ba6cff tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 944 time: 0.0909317 Aug 29 11:42:47.853435 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Attempting to bind port 82df9107-ab63-4bde-8f59-4259770bc0b5 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:47.853435 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Attempting to bind port 82df9107-ab63-4bde-8f59-4259770bc0b5 on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:47.853628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Attempting to bind port 963c0d96-2eac-4543-aca0-ee6345f95553 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:42:47.853628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Attempting to bind port 963c0d96-2eac-4543-aca0-ee6345f95553 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:42:47.853628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Attempting to bind port 963c0d96-2eac-4543-aca0-ee6345f95553 on network 2f576e89-3f22-40ba-b948-6abb2d6fa272 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:47.853628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Port 963c0d96-2eac-4543-aca0-ee6345f95553 on network 2f576e89-3f22-40ba-b948-6abb2d6fa272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:42:47.853628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Attempting to bind port 963c0d96-2eac-4543-aca0-ee6345f95553 on network 2f576e89-3f22-40ba-b948-6abb2d6fa272 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:47.855336 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Port 82df9107-ab63-4bde-8f59-4259770bc0b5 on network 4488a518-8083-4d4f-846c-cb71d5bcb014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:42:47.855758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Attempting to bind port 82df9107-ab63-4bde-8f59-4259770bc0b5 on network 4488a518-8083-4d4f-846c-cb71d5bcb014 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:42:47.861342 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:47.861814 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Checking segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:47.862289 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Bound using segment: {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:47.862986 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Bound port: 82df9107-ab63-4bde-8f59-4259770bc0b5, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e076636-eb82-41a3-b26c-237a3f970c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:47.863444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.875798 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:42:47.876138 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Checking segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:42:47.876523 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Bound using segment: {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:42:47.878292 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Bound port: 963c0d96-2eac-4543-aca0-ee6345f95553, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f7610-d8c6-4194-a425-64d1c7982ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:42:47.878655 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.899129 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:47.914737 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1696fde1-3e37-4f66-abcb-4838ace9f62b req-943db405-43e5-4a61-a76e-e79a6604c69f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652304 Aug 29 11:42:47.920734 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35549670-420b-4d06-9da5-d9bd1b95843c {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:47.948419 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=35549670-420b-4d06-9da5-d9bd1b95843c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:47.951234 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:47.954531 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:47.967722 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:42:47.970687 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:42:48.056497 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:48.086966 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:48.087700 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:48.115333 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:48.121522 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.122568 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:48.124529 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] 10.222.0.42 "PUT /v2.0/ports/963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 1094 time: 1.1554554 Aug 29 11:42:48.125180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:48.125683 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.126416 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.126691 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.127036 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.127368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.127702 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.128069 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.128400 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.129363 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84972b30-8cfb-4223-8945-d21807eac6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:48.133144 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.133629 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.134571 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.135153 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:42:48.159223 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.159860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:48.161314 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 200 len: 1093 time: 1.3615284 Aug 29 11:42:48.162801 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:48.166040 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6726153-665d-44c7-a68b-fa7d8257b8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:48.186149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14993d6-8d85-42b6-b278-8de23605a417 service neutron] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:48.192903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4409c-9d38-455c-a2e8-8440b794e570 x-openstack-request-id: req-0df4409c-9d38-455c-a2e8-8440b794e570 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:48.193194 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:48.193449 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0df4409c-9d38-455c-a2e8-8440b794e570 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:48.194025 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'status': 'completed', 'code': 200} Aug 29 11:42:48.205746 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561b89d-cd52-4266-b59f-330e539d9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:48.218341 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b0ac-ee6b-445f-bd02-7e27b9f2d432 req-fa703364-5cf9-46ba-9652-030aea4afbc3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.219951 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c03b0ac-ee6b-445f-bd02-7e27b9f2d432 req-fa703364-5cf9-46ba-9652-030aea4afbc3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.1199994 Aug 29 11:42:48.244870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14760b3d-f734-429c-b788-637d5bd38fc4 x-openstack-request-id: req-14760b3d-f734-429c-b788-637d5bd38fc4 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:48.245512 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:48.249807 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14760b3d-f734-429c-b788-637d5bd38fc4 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:48.249807 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'status': 'completed', 'code': 200} Aug 29 11:42:48.270496 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6c03b0ac-ee6b-445f-bd02-7e27b9f2d432 req-e6050302-f910-4dee-9efe-5c6c479a975c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Aug 29 11:42:48.293179 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['35549670-420b-4d06-9da5-d9bd1b95843c'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:42:48.326564 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-27e3de78-15ea-411c-bd94-359ba7a8d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.328422 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-27e3de78-15ea-411c-bd94-359ba7a8d8d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0566177 Aug 29 11:42:48.336282 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84972b30-8cfb-4223-8945-d21807eac6fa req-e06041dd-4a2a-4f84-8405-88fe59c30f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.338601 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84972b30-8cfb-4223-8945-d21807eac6fa req-e06041dd-4a2a-4f84-8405-88fe59c30f00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0663779 Aug 29 11:42:48.542475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84972b30-8cfb-4223-8945-d21807eac6fa req-83548f81-ef59-4637-bff9-3b78e31fa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.543983 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84972b30-8cfb-4223-8945-d21807eac6fa req-83548f81-ef59-4637-bff9-3b78e31fa8ee service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fe5937186a3e4001a110e05e8886ae54&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1964335 Aug 29 11:42:48.557173 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb928e-e197-4a51-9c7a-18ef1f10a728 req-1e08f3d1-d134-448f-9203-2e25bac46cf0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.558740 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-eabb928e-e197-4a51-9c7a-18ef1f10a728 req-1e08f3d1-d134-448f-9203-2e25bac46cf0 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Aug 29 11:42:48.568204 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-6664fa18-9cb7-4b2d-a0a5-a8f75607572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.570250 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-6664fa18-9cb7-4b2d-a0a5-a8f75607572d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2310822 Aug 29 11:42:48.578809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1840-f46d-46ea-a357-d84dcfe82bbe req-e9642930-523d-4c03-98b3-576dac5e8749 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.580257 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-39db1840-f46d-46ea-a357-d84dcfe82bbe req-e9642930-523d-4c03-98b3-576dac5e8749 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0926051 Aug 29 11:42:48.649718 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-eabb928e-e197-4a51-9c7a-18ef1f10a728 req-6f7d8c23-816b-402d-b625-edd5433daf83 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823462 Aug 29 11:42:48.675997 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-39db1840-f46d-46ea-a357-d84dcfe82bbe req-568d92f0-6195-4fc3-b1bb-8137dbe06397 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853658 Aug 29 11:42:48.677943 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84972b30-8cfb-4223-8945-d21807eac6fa req-2361fa97-dc09-401f-b8dd-257132717d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.679473 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-84972b30-8cfb-4223-8945-d21807eac6fa req-2361fa97-dc09-401f-b8dd-257132717d01 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198370 Aug 29 11:42:48.698560 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-4064e24b-62e2-455e-90b7-291a4b68bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.700018 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a6726153-665d-44c7-a68b-fa7d8257b8b5 req-4064e24b-62e2-455e-90b7-291a4b68bef1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188719 Aug 29 11:42:48.762694 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-76a610b7-f271-4150-b443-10f397ea493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.764166 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-76a610b7-f271-4150-b443-10f397ea493f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0420437 Aug 29 11:42:48.781914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-78cd329a-3c3d-42c4-8203-533d4b21bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.783431 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-78cd329a-3c3d-42c4-8203-533d4b21bfe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0426278 Aug 29 11:42:48.806641 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-34391c66-d415-450f-9012-c86b77c36329 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 217 time: 0.0334704 Aug 29 11:42:48.825237 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-b7ab9e5d-3ec5-4995-b42b-1866e70a093d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Aug 29 11:42:48.859860 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-32a5e8f6-79fe-4a67-84df-82ec1e303199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.861291 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-32a5e8f6-79fe-4a67-84df-82ec1e303199 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0461643 Aug 29 11:42:48.877519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-97742348-e47f-4f35-bb4e-59d9e2c8f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.878969 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-97742348-e47f-4f35-bb4e-59d9e2c8f117 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0465510 Aug 29 11:42:48.906853 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-a0cd8350-d7f8-4e25-b1bd-e65cb7454217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.908337 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-a0cd8350-d7f8-4e25-b1bd-e65cb7454217 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392373 Aug 29 11:42:48.924070 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-b95d93d8-dd4f-4298-987f-787d7c84d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:48.925575 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-b95d93d8-dd4f-4298-987f-787d7c84d0e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387661 Aug 29 11:42:49.001198 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-b0ba23f7-74df-4942-b9f6-7c865553d98a service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849094 Aug 29 11:42:49.054457 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-0c26fad6-1641-4a48-8457-2bb16e20e1fd service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213443 Aug 29 11:42:49.062764 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48b45-25ee-4287-94bc-28ccd038b682 req-27f91bba-ed01-48f0-9a02-e7898df88df4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:49.064227 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2be48b45-25ee-4287-94bc-28ccd038b682 req-27f91bba-ed01-48f0-9a02-e7898df88df4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 944 time: 0.0791230 Aug 29 11:42:49.092015 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-0e15ceef-9569-402c-ac3f-a43b60013738 req-3b0b59eb-d7d8-4487-af36-77a92d51204b service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834382 Aug 29 11:42:49.154222 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2be48b45-25ee-4287-94bc-28ccd038b682 req-d18b3c5b-2f94-42fe-b6fb-4b52b4084ad6 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805888 Aug 29 11:42:49.175273 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f632681-bf1a-482d-9c5d-1ac51d0e53fb req-ac21b858-220a-4630-b525-7a40dc5d69e4 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101060 Aug 29 11:42:49.394522 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254c6f0-37e7-4e93-8916-2e99657c7a66 req-9c91d3a4-9a2f-40e3-855d-6afe773d3487 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:49.395978 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4254c6f0-37e7-4e93-8916-2e99657c7a66 req-9c91d3a4-9a2f-40e3-855d-6afe773d3487 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0493252 Aug 29 11:42:49.433386 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4254c6f0-37e7-4e93-8916-2e99657c7a66 req-0fb40af1-a766-4e18-89ba-a0600c665416 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Aug 29 11:42:49.665058 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:42:49.667111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 35549670-420b-4d06-9da5-d9bd1b95843c up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:49.770172 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e3e57-7b0f-49a2-9e9b-bc46dbefb863 req-937afc99-85f5-4856-95e9-26fe0047434d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:49.772093 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-294e3e57-7b0f-49a2-9e9b-bc46dbefb863 req-937afc99-85f5-4856-95e9-26fe0047434d tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Aug 29 11:42:49.807136 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5758a73-cb07-4611-8d38-ec704346376a req-634341a8-ac02-47d7-83b1-f985a3696726 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:49.811055 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f5758a73-cb07-4611-8d38-ec704346376a req-634341a8-ac02-47d7-83b1-f985a3696726 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0585346 Aug 29 11:42:49.813804 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-294e3e57-7b0f-49a2-9e9b-bc46dbefb863 req-67948d80-7366-44df-b7d3-788ef4439aba tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Aug 29 11:42:49.847952 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f5758a73-cb07-4611-8d38-ec704346376a req-432b1dee-3bc6-44dd-867a-9a2e9c971a02 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Aug 29 11:42:49.917824 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:49.928746 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'port_id': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'mac_address': 'fa:16:3e:70:b1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:42:49.955446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 35549670-420b-4d06-9da5-d9bd1b95843c completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:49.961485 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 35549670-420b-4d06-9da5-d9bd1b95843c triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:49.961852 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:49.992207 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:50.012742 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:50.036827 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:50.069628 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:50.093461 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:50.095672 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ad197-347f-46ca-b802-5383f42035d5" -d '{"events": [{"server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "name": "network-vif-plugged", "status": "completed", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:50.108840 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:50.110274 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=35549670-420b-4d06-9da5-d9bd1b95843c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:50.160395 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:50.183191 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:50.209458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1c245-3804-4fec-aa9f-c4b8115820bd x-openstack-request-id: req-eed1c245-3804-4fec-aa9f-c4b8115820bd {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:50.209458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "name": "network-vif-plugged", "status": "completed", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:50.209458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eed1c245-3804-4fec-aa9f-c4b8115820bd {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:50.209458 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c', 'code': 200} Aug 29 11:42:50.234868 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:50.269481 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2603-82a3-4634-a4bc-4d440a47fd69 req-7794db40-0732-41f3-baea-621486d24643 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:50.271006 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7dcf2603-82a3-4634-a4bc-4d440a47fd69 req-7794db40-0732-41f3-baea-621486d24643 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 945 time: 0.0495203 Aug 29 11:42:50.309501 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7dcf2603-82a3-4634-a4bc-4d440a47fd69 req-b5387575-a3c9-4bc3-8470-b4993b8d87b5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Aug 29 11:42:50.331462 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:42:50.487532 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f81956-5f09-48c3-8a61-7de8bda34bd2 req-66f929e5-f19c-48b2-8e92-88cc8766e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:50.490145 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-60f81956-5f09-48c3-8a61-7de8bda34bd2 req-66f929e5-f19c-48b2-8e92-88cc8766e1ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 1099 time: 0.0439577 Aug 29 11:42:50.557617 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-60f81956-5f09-48c3-8a61-7de8bda34bd2 req-507d5312-ed1b-4b45-8f76-8014509e3878 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587249 Aug 29 11:42:50.576115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504b43-452c-47a6-8b95-937889e0fb91 req-79d35b33-69b7-40e8-a6d0-88b1f383b5e3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:50.577532 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-77504b43-452c-47a6-8b95-937889e0fb91 req-79d35b33-69b7-40e8-a6d0-88b1f383b5e3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0655432 Aug 29 11:42:50.614725 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-77504b43-452c-47a6-8b95-937889e0fb91 req-84276930-b627-4ac2-9dde-f5c8817609c5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Aug 29 11:42:50.927775 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be510cd6-3081-4a33-a0d6-59b0207bb893 req-b8e807e8-9ccb-4b5a-8b76-2c4f97a07711 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:50.929412 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-be510cd6-3081-4a33-a0d6-59b0207bb893 req-b8e807e8-9ccb-4b5a-8b76-2c4f97a07711 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Aug 29 11:42:50.960263 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363bfb6-9631-4390-b0fa-0b93cbcca73d req-92acf86f-004d-4d20-85fd-8299a827bb95 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:50.961806 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a363bfb6-9631-4390-b0fa-0b93cbcca73d req-92acf86f-004d-4d20-85fd-8299a827bb95 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0491743 Aug 29 11:42:50.967312 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-be510cd6-3081-4a33-a0d6-59b0207bb893 req-a11831ca-1a7c-4d27-ab2c-9cb77f4f60be tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Aug 29 11:42:51.000764 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a363bfb6-9631-4390-b0fa-0b93cbcca73d req-296d006a-d211-4ca8-ba26-73185ca45b20 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324271 Aug 29 11:42:51.427639 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bffab-3a04-4592-8c7b-0c6618b2df5f req-41dac261-6f49-45d2-8dcf-b9b2f827e87c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:51.429037 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6a0bffab-3a04-4592-8c7b-0c6618b2df5f req-41dac261-6f49-45d2-8dcf-b9b2f827e87c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 945 time: 0.0511298 Aug 29 11:42:51.466274 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6a0bffab-3a04-4592-8c7b-0c6618b2df5f req-bf08c0d2-8b3f-443d-8507-2eee807f8956 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 29 11:42:51.692353 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:42:51.696032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:51.731175 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de2f3-7298-4b51-be62-1aea635524f1 req-47a4eea4-058b-425e-b918-dd7106345117 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:51.732786 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c9de2f3-7298-4b51-be62-1aea635524f1 req-47a4eea4-058b-425e-b918-dd7106345117 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0485878 Aug 29 11:42:51.771687 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8c9de2f3-7298-4b51-be62-1aea635524f1 req-780ab4d6-e09d-473a-ac0b-2cade9671e56 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Aug 29 11:42:51.822234 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:51.836554 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:42:51.872686 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:51.885647 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:51.904094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:51.910026 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:51.913675 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:51.914061 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:51.989096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:51.990670 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:52.065761 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:52.067198 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:52.092585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff9417-3bb0-49f4-bdf8-7c1c5ccb04e6 req-ad28a7f2-1e5c-4370-b7af-e942cd80d36e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.094235 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-25ff9417-3bb0-49f4-bdf8-7c1c5ccb04e6 req-ad28a7f2-1e5c-4370-b7af-e942cd80d36e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0563924 Aug 29 11:42:52.134892 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-25ff9417-3bb0-49f4-bdf8-7c1c5ccb04e6 req-d1e812b2-e0b5-4d22-8fb3-4a50e2d17245 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Aug 29 11:42:52.147248 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6503b7-a6f4-44ea-b1f4-e34911d2549a req-1e9e1832-7254-4314-be5e-19fa7f5269ca tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.147248 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2b6503b7-a6f4-44ea-b1f4-e34911d2549a req-1e9e1832-7254-4314-be5e-19fa7f5269ca tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0672984 Aug 29 11:42:52.178645 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:52.182943 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2b6503b7-a6f4-44ea-b1f4-e34911d2549a req-949c59b0-8b3c-471b-9b71-359e78d70368 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Aug 29 11:42:52.211554 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:52.213963 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ee5c8-07b9-4807-b13c-9ce15a843f7d" -d '{"events": [{"server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "name": "network-vif-plugged", "status": "completed", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:52.220005 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['82df9107-ab63-4bde-8f59-4259770bc0b5'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:42:52.246632 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab7621-9433-4474-ab35-4ce6c962d246 req-3ec8e3db-c936-4be9-8c4d-ee53c5e2afd7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.248445 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-74ab7621-9433-4474-ab35-4ce6c962d246 req-3ec8e3db-c936-4be9-8c4d-ee53c5e2afd7 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0513659 Aug 29 11:42:52.256664 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c95f9a-20ba-4cc6-8476-a7259e1f6d44 x-openstack-request-id: req-39c95f9a-20ba-4cc6-8476-a7259e1f6d44 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:52.257497 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "name": "network-vif-plugged", "status": "completed", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:52.257747 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39c95f9a-20ba-4cc6-8476-a7259e1f6d44 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:52.257864 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59400) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:52.258124 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'code': 200} Aug 29 11:42:52.262521 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Request body: {'floatingip': {'port_id': '35549670-420b-4d06-9da5-d9bd1b95843c'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:52.262794 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:52.305330 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:52.582372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4356c5-90d7-4e9f-910c-851f49ed546d req-54d27045-b1b5-4a39-ad88-e4dac78c6321 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.583898 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ee4356c5-90d7-4e9f-910c-851f49ed546d req-54d27045-b1b5-4a39-ad88-e4dac78c6321 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0498683 Aug 29 11:42:52.625417 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ee4356c5-90d7-4e9f-910c-851f49ed546d req-05dfb923-651b-405e-ba1b-0c0542f396f1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Aug 29 11:42:52.816029 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd73ec1-3249-42c5-8ff5-1764306bcf70 req-513ae927-b60c-4187-9cbe-4533a5aede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.817574 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5fd73ec1-3249-42c5-8ff5-1764306bcf70 req-513ae927-b60c-4187-9cbe-4533a5aede86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1099 time: 0.1114035 Aug 29 11:42:52.954900 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5fd73ec1-3249-42c5-8ff5-1764306bcf70 req-422c6f02-578e-423e-abf5-52b48bf0de35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279199 Aug 29 11:42:52.976517 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233c48-26b1-403e-8f08-55154bfc37d5 req-483cca5f-d313-4d80-bd74-c794b4786d44 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:52.978021 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-66233c48-26b1-403e-8f08-55154bfc37d5 req-483cca5f-d313-4d80-bd74-c794b4786d44 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.1150253 Aug 29 11:42:53.048190 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-66233c48-26b1-403e-8f08-55154bfc37d5 req-405ea543-8d27-420e-aab0-717a3cd9d615 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622623 Aug 29 11:42:53.097382 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:53.172540 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:53.273251 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Floating IP aa109ebb-a62a-4a45-a5fe-d18d139fb0b6 associated. External IP: 172.27.1.51, port: 35549670-420b-4d06-9da5-d9bd1b95843c. Aug 29 11:42:53.299015 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d50eb-e261-4f2e-932f-e437b11a09d5 req-0aa95899-c841-4709-8027-722c9922eafb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:53.300505 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f96d50eb-e261-4f2e-932f-e437b11a09d5 req-0aa95899-c841-4709-8027-722c9922eafb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0487106 Aug 29 11:42:53.338223 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f96d50eb-e261-4f2e-932f-e437b11a09d5 req-dbaaaef4-5084-40a3-8aa9-8bea80e4c1b8 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Aug 29 11:42:53.476853 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:53.578839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:53.583797 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:53.590535 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:53.599599 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:53.600232 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:53.613699 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-983d89af-83b0-4a74-8f74-e7b2a08b8c1f tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "PUT /v2.0/floatingips/aa109ebb-a62a-4a45-a5fe-d18d139fb0b6 HTTP/1.1" status: 200 len: 991 time: 1.3547876 Aug 29 11:42:53.614290 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:53.616561 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c7a33-c707-4e63-a146-d7820cd8c23c" -d '{"events": [{"name": "network-changed", "server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:53.660543 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf4166-45df-4cae-8ee3-08d3b70b0f9a x-openstack-request-id: req-9ecf4166-45df-4cae-8ee3-08d3b70b0f9a {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:53.660862 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:53.661142 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ecf4166-45df-4cae-8ee3-08d3b70b0f9a {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:53.661543 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c', 'status': 'completed', 'code': 200} Aug 29 11:42:53.719756 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:53.725548 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:53.731490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-1627b8f1-7637-4ca0-8839-8e5e822a39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:53.733140 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-1627b8f1-7637-4ca0-8839-8e5e822a39f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 1099 time: 0.0463388 Aug 29 11:42:53.762536 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415ac5-8c30-4c28-949b-aaf761f2a2b0 req-1ffdd7f3-fc94-4607-9b9c-12b0d9c395e0 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:53.764490 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-aa415ac5-8c30-4c28-949b-aaf761f2a2b0 req-1ffdd7f3-fc94-4607-9b9c-12b0d9c395e0 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0583925 Aug 29 11:42:53.805715 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-aa415ac5-8c30-4c28-949b-aaf761f2a2b0 req-1890a62e-515f-4735-9333-97aa603d7c54 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Aug 29 11:42:53.838169 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-98b595b7-5953-4e55-9e0c-450c96b1ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:53.840032 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-98b595b7-5953-4e55-9e0c-450c96b1ae72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.0965934 Aug 29 11:42:53.912163 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-1a786140-035a-4ec2-8d24-9fcd0cf8a7a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549670-420b-4d06-9da5-d9bd1b95843c HTTP/1.1" status: 200 len: 999 time: 0.0635645 Aug 29 11:42:53.920375 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 82df9107-ab63-4bde-8f59-4259770bc0b5 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:53.928751 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 82df9107-ab63-4bde-8f59-4259770bc0b5 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:53.929124 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:53.964320 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-ee84bf7e-4968-4255-9dbb-f1c9f1b81f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:53.965814 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-ee84bf7e-4968-4255-9dbb-f1c9f1b81f68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0440676 Aug 29 11:42:54.012533 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-85e05576-9e3c-4c61-92a9-a9c5dbf015e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:54.017872 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-85e05576-9e3c-4c61-92a9-a9c5dbf015e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401483 Aug 29 11:42:54.048094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:54.052698 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'aa109ebb-a62a-4a45-a5fe-d18d139fb0b6', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '35549670-420b-4d06-9da5-d9bd1b95843c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:0a:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:23Z', 'updated_at': '2021-08-29T11:42:52Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:54.087225 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:54.111350 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-4dafacf6-d020-4c3f-8302-5ac24f86e397 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898201 Aug 29 11:42:54.113841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:54.113841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:54.119220 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:54.209163 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:54.238823 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c269a6-3ad5-43c4-b897-687184b52f5c req-bd8e1e3d-f39a-4d41-a4ff-90a4079e9628 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:54.240308 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-52c269a6-3ad5-43c4-b897-687184b52f5c req-bd8e1e3d-f39a-4d41-a4ff-90a4079e9628 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.0793591 Aug 29 11:42:54.246737 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fc0c7a33-c707-4e63-a146-d7820cd8c23c req-9758366b-56fb-4dc4-9179-a47be598b14c service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276248 Aug 29 11:42:54.259115 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:54.261405 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73c5136-1fb1-462d-9277-4a291dc23436" -d '{"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:54.285083 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:54.289665 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-52c269a6-3ad5-43c4-b897-687184b52f5c req-8cbe2efb-739c-404b-b813-3e5492ef9e92 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Aug 29 11:42:54.317176 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86083720-5cba-463c-b5f2-2bb16c6bab72 x-openstack-request-id: req-86083720-5cba-463c-b5f2-2bb16c6bab72 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:54.317478 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:54.317737 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86083720-5cba-463c-b5f2-2bb16c6bab72 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:54.318134 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'code': 200} Aug 29 11:42:54.320917 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-fad3578a-9efd-435b-a4a5-76b08cace47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:54.324039 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:54.456323 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4831-a70e-4acc-86d9-7cb2447567ce req-229904d7-ffd4-472e-9eba-32095aa68c9b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:54.464168 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-501b4831-a70e-4acc-86d9-7cb2447567ce req-229904d7-ffd4-472e-9eba-32095aa68c9b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0557344 Aug 29 11:42:54.501335 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-501b4831-a70e-4acc-86d9-7cb2447567ce req-647dfeef-39d9-4a04-a1d9-9c3f1fe8e0bf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366905 Aug 29 11:42:54.536459 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'aa109ebb-a62a-4a45-a5fe-d18d139fb0b6', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '35549670-420b-4d06-9da5-d9bd1b95843c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:0a:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:23Z', 'updated_at': '2021-08-29T11:42:52Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:54.562087 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090344a-864b-4206-ba30-82d2a4b93c63 None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'aa109ebb-a62a-4a45-a5fe-d18d139fb0b6', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'port_id': '35549670-420b-4d06-9da5-d9bd1b95843c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'mac_address': 'fa:16:3e:0a:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:23Z', 'updated_at': '2021-08-29T11:42:52Z', 'revision_number': 1, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:54.651512 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471245b1-21b0-4acd-9731-86afa1e7bf49 req-9d755600-f325-4b4d-8851-5400ad9b0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:54.653228 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-471245b1-21b0-4acd-9731-86afa1e7bf49 req-9d755600-f325-4b4d-8851-5400ad9b0605 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0436423 Aug 29 11:42:54.692421 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-471245b1-21b0-4acd-9731-86afa1e7bf49 req-d98403f2-ad04-4e97-b820-2a3090f0b08e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Aug 29 11:42:54.747320 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3833630-ee90-438a-81f6-b9edc1eb96c8 None None] New status for floating IP aa109ebb-a62a-4a45-a5fe-d18d139fb0b6: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:42:54.923781 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2ab7-248f-4f05-81d6-8a23d5a9f42b req-a1c82d8a-12f5-4204-b4db-172594327093 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:54.925340 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9aac2ab7-248f-4f05-81d6-8a23d5a9f42b req-a1c82d8a-12f5-4204-b4db-172594327093 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0519099 Aug 29 11:42:54.963438 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9aac2ab7-248f-4f05-81d6-8a23d5a9f42b req-2a86593e-34d6-452b-8423-51273ccf68de tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Aug 29 11:42:55.079346 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248b915-642d-490e-972a-1de5bb1b0925 req-299b4268-6106-49c5-af8d-c22da448ec1e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:55.080864 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c248b915-642d-490e-972a-1de5bb1b0925 req-299b4268-6106-49c5-af8d-c22da448ec1e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0507519 Aug 29 11:42:55.117998 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c248b915-642d-490e-972a-1de5bb1b0925 req-bc09d13b-7ac9-424a-9296-cba9dbc08187 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Aug 29 11:42:55.417399 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7088a7-46cf-49a9-9a3b-f3ab290da812 req-2ab5f7d5-170d-4fbd-8b3e-d5cb5c91d757 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:55.418981 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3e7088a7-46cf-49a9-9a3b-f3ab290da812 req-2ab5f7d5-170d-4fbd-8b3e-d5cb5c91d757 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Aug 29 11:42:55.433045 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501c4ff-2469-4e80-8a44-147498ea8a69 req-865d474f-1177-4bb8-b776-dadf66f6c5ea tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:55.434500 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d501c4ff-2469-4e80-8a44-147498ea8a69 req-865d474f-1177-4bb8-b776-dadf66f6c5ea tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0474689 Aug 29 11:42:55.456277 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-3e7088a7-46cf-49a9-9a3b-f3ab290da812 req-0fd5f569-0263-4747-a926-3b0cf4544456 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Aug 29 11:42:55.471626 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d501c4ff-2469-4e80-8a44-147498ea8a69 req-8623beb4-b393-4372-bce3-9b1fd28790fa tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Aug 29 11:42:55.613184 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaacde8-be52-4fc4-af2b-d4db58e36d75 req-2695f371-df4f-4f4b-8650-c50bd7de8e08 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:55.614693 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6aaacde8-be52-4fc4-af2b-d4db58e36d75 req-2695f371-df4f-4f4b-8650-c50bd7de8e08 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0486448 Aug 29 11:42:55.653126 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6aaacde8-be52-4fc4-af2b-d4db58e36d75 req-f57a40f4-0d9b-4b76-b9c3-4250a73c83d0 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Aug 29 11:42:56.573874 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b2c73-ad6e-4151-8dca-23c7f8bec0be req-563a2643-84cb-432f-8c63-086fbf389b30 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:56.575291 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-411b2c73-ad6e-4151-8dca-23c7f8bec0be req-563a2643-84cb-432f-8c63-086fbf389b30 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Aug 29 11:42:56.611605 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-411b2c73-ad6e-4151-8dca-23c7f8bec0be req-7de95399-765b-4632-bb68-fae7619f8cca tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303702 Aug 29 11:42:56.733714 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f93acf-66dc-477c-814d-ff80878c3bd6 req-c15a5a57-bbea-4608-9cf8-48ced126bc4c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:56.735426 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-20f93acf-66dc-477c-814d-ff80878c3bd6 req-c15a5a57-bbea-4608-9cf8-48ced126bc4c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Aug 29 11:42:56.744881 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59450) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:42:56.749704 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Request body: {'floatingip': {'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:42:56.769794 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec692f-78f7-45f8-bbb7-63a56faa3b8f req-71c38a71-4e43-4900-a635-7845fa5b8fa3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:56.771313 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0bec692f-78f7-45f8-bbb7-63a56faa3b8f req-71c38a71-4e43-4900-a635-7845fa5b8fa3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0528862 Aug 29 11:42:56.790798 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:56.809469 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0bec692f-78f7-45f8-bbb7-63a56faa3b8f req-6e5f2cc6-433f-4abe-961c-d390e45525fb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Aug 29 11:42:56.942739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91a6bcbd-6367-49e5-aaee-6f6f0b8719bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.214209 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.292982 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.325591 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.639145 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Floating IP bb47b871-4e6b-4971-be05-ee10bedaa4e5 associated. External IP: 172.27.1.236, port: 82df9107-ab63-4bde-8f59-4259770bc0b5. Aug 29 11:42:57.742466 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:42:57.840076 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:57.852245 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:42:57.852782 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '963c0d96-2eac-4543-aca0-ee6345f95553', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'mac_address': 'fa:16:3e:ba:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:42:57.900653 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.913514 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c0d96-2eac-4543-aca0-ee6345f95553 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:42:57.932800 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:42:57.961043 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:57.990615 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bccc7d-97ae-4902-95dc-80405c025408 req-23552c58-b58b-4cca-8443-86925ac729d1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:57.992692 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64bccc7d-97ae-4902-95dc-80405c025408 req-23552c58-b58b-4cca-8443-86925ac729d1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0926313 Aug 29 11:42:58.001446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:58.015663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:42:58.021348 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:58.031621 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:42:58.050952 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:58.051571 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:58.060997 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-64bccc7d-97ae-4902-95dc-80405c025408 req-25c77ba0-215b-4a32-87c0-4d89ae680baa tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611689 Aug 29 11:42:58.065530 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3cca9ef4-91dd-492a-85b3-82134742287a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "PUT /v2.0/floatingips/bb47b871-4e6b-4971-be05-ee10bedaa4e5 HTTP/1.1" status: 200 len: 991 time: 1.3196340 Aug 29 11:42:58.066127 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:58.068474 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:58.096400 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:42:58.265776 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72035605-448e-4dc5-b1d3-98196565cb2f x-openstack-request-id: req-72035605-448e-4dc5-b1d3-98196565cb2f {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:42:58.266073 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:42:58.266330 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72035605-448e-4dc5-b1d3-98196565cb2f {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:42:58.266728 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'status': 'completed', 'code': 200} Aug 29 11:42:58.297765 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:58.334832 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-602f1d54-5489-4a2e-ae62-80b50afed42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:58.336833 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-602f1d54-5489-4a2e-ae62-80b50afed42c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0439901 Aug 29 11:42:58.370670 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['963c0d96-2eac-4543-aca0-ee6345f95553'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:42:58.439257 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-5b040b59-ee50-4ce7-9d72-44e129d2a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:58.440668 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-5b040b59-ee50-4ce7-9d72-44e129d2a43a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.0961268 Aug 29 11:42:58.509121 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-54e3e297-e952-4938-8a70-92b7793be9ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 200 len: 999 time: 0.0612707 Aug 29 11:42:58.557820 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-6d43a0fc-d379-402f-850c-b62620f9493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:58.559282 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-6d43a0fc-d379-402f-850c-b62620f9493f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0438454 Aug 29 11:42:58.616197 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-00648df6-f855-4a55-bbfb-17c47a3079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:58.617737 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-00648df6-f855-4a55-bbfb-17c47a3079e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432088 Aug 29 11:42:58.645991 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'bb47b871-4e6b-4971-be05-ee10bedaa4e5', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:30Z', 'updated_at': '2021-08-29T11:42:57Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:58.676395 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:42:58.694002 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:42:58.694641 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:58.706062 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-561d8e20-3aaa-46b0-aada-0b12faebdece service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808845 Aug 29 11:42:58.800064 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a414dd5-e577-40cc-8b3e-01114f3a5a7b req-77be856e-d9d7-4ede-8c17-c9232f9e35e9 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Aug 29 11:42:58.845336 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:42:59.074672 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'bb47b871-4e6b-4971-be05-ee10bedaa4e5', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:30Z', 'updated_at': '2021-08-29T11:42:57Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:42:59.101199 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0f7ed-ea8b-421b-86dd-e7420f989e81 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'bb47b871-4e6b-4971-be05-ee10bedaa4e5', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:42:30Z', 'updated_at': '2021-08-29T11:42:57Z', 'revision_number': 1, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:42:59.185395 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147413-d03a-49b4-ad7c-856056b37c52 req-2b5c2400-bd66-4582-850f-e6c9de410773 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:42:59.186900 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-54147413-d03a-49b4-ad7c-856056b37c52 req-2b5c2400-bd66-4582-850f-e6c9de410773 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 945 time: 0.0517612 Aug 29 11:42:59.227835 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-54147413-d03a-49b4-ad7c-856056b37c52 req-8943be59-4b12-4a8c-98a1-e25112abd1c5 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Aug 29 11:42:59.323445 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ed326-c032-4cad-ba78-70961064539c None None] New status for floating IP bb47b871-4e6b-4971-be05-ee10bedaa4e5: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:42:59.481329 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:59.756843 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:42:59.863923 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port 963c0d96-2eac-4543-aca0-ee6345f95553 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:42:59.868478 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 963c0d96-2eac-4543-aca0-ee6345f95553 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:42:59.868896 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:59.945642 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:42:59.966886 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:42:59.969161 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea4e5b-1b12-4935-8ece-653364c3ea88" -d '{"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:42:59.981761 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:00.005456 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae20dd-f459-4de9-a0e6-e114b28c1625 x-openstack-request-id: req-e0ae20dd-f459-4de9-a0e6-e114b28c1625 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:00.005749 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:00.006001 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0ae20dd-f459-4de9-a0e6-e114b28c1625 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:00.006439 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'code': 200} Aug 29 11:43:00.069650 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:00.118388 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:00.351339 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a962-38b5-4ba2-a6ae-22f2cc5ebd56 req-5a489080-cd4e-4a60-9be9-5871699b9ef3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:00.352955 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8050a962-38b5-4ba2-a6ae-22f2cc5ebd56 req-5a489080-cd4e-4a60-9be9-5871699b9ef3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0533242 Aug 29 11:43:00.396109 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8050a962-38b5-4ba2-a6ae-22f2cc5ebd56 req-ad938111-e7de-459e-8e3f-de5829775c89 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353780 Aug 29 11:43:00.425096 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0b114-9b98-44c1-996f-567eeee5de86 req-73a81ddc-3f7f-4f6b-9d89-f664f59dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:00.426805 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cae0b114-9b98-44c1-996f-567eeee5de86 req-73a81ddc-3f7f-4f6b-9d89-f664f59dcd3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0540583 Aug 29 11:43:00.461758 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cae0b114-9b98-44c1-996f-567eeee5de86 req-56126da1-f18d-4ec5-8416-c7c0b743f68e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282533 Aug 29 11:43:01.274855 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:01.512473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cab6a-9463-4f3b-877f-a9bcc4443bc1 req-d67f6d0f-79ac-490c-8c0b-6c252c69f297 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:01.514022 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-646cab6a-9463-4f3b-877f-a9bcc4443bc1 req-d67f6d0f-79ac-490c-8c0b-6c252c69f297 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0500271 Aug 29 11:43:01.551333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-646cab6a-9463-4f3b-877f-a9bcc4443bc1 req-5141ab7f-fbe1-489c-80fe-d7df5960ee31 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Aug 29 11:43:02.664121 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0303a7c-66b1-4f53-b944-0681f82eb9b6 req-d4d5becf-a473-461c-be0e-6b60eea7d4e2 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:02.665766 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e0303a7c-66b1-4f53-b944-0681f82eb9b6 req-d4d5becf-a473-461c-be0e-6b60eea7d4e2 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Aug 29 11:43:02.702036 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e0303a7c-66b1-4f53-b944-0681f82eb9b6 req-0bbc207a-6f2a-49ef-8a00-d759d1a8687f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Aug 29 11:43:02.818876 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a3de-beb2-4947-94ef-bc96aa6bb0a8 req-a2cd224f-726d-4bd2-9e4e-aa2bb1935f69 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:02.820360 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f7a2a3de-beb2-4947-94ef-bc96aa6bb0a8 req-a2cd224f-726d-4bd2-9e4e-aa2bb1935f69 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0481284 Aug 29 11:43:02.855983 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f7a2a3de-beb2-4947-94ef-bc96aa6bb0a8 req-af3c9d64-41ef-4262-816b-a87ee2d5c055 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298367 Aug 29 11:43:02.877203 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59516) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:02.958748 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09952e-07a2-4376-aa54-c398a6add668 tempest-TestShelveInstance-1755185793 tempest-TestShelveInstance-1755185793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:02.960222 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4d09952e-07a2-4376-aa54-c398a6add668 tempest-TestShelveInstance-1755185793 tempest-TestShelveInstance-1755185793-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1094 time: 0.0820761 Aug 29 11:43:02.963019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59520) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:02.967186 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:03.040943 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for floatingip, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:03.134487 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:03.239486 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Allocated IP 172.27.1.48 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/9ebe711d-e2bb-4c48-8052-ed638faa837c) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:43:03.334262 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:03.430078 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:03.469019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:43:03.471792 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:43:03.474353 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:43:03.503290 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'Port': ['ID=9ebe711d-e2bb-4c48-8052-ed638faa837c,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:03.831750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:03.954107 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:04.092893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:04.159255 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:04.230215 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event updated for resources: {'Port': ['ID=9ebe711d-e2bb-4c48-8052-ed638faa837c,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:04.240661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:04.336133 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Floating IP c4c3a754-1a85-4ebd-a9ea-238a5ba52aad associated. External IP: 172.27.1.48, port: 963c0d96-2eac-4543-aca0-ee6345f95553. Aug 29 11:43:04.537315 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Router 558f73a0-575a-40a1-b768-cc017db5507b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:43:04.649643 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:43:04.662940 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Sync routers for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:43:04.683555 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:04.684174 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:04.753859 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:04.790127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:05.014769 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-cb717545-d230-4566-9c04-b0f5ff675bc1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0507364 Aug 29 11:43:05.015456 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:05.017618 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3dd65d-4d60-4063-962d-c955cccfa23b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:05.043584 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'c4c3a754-1a85-4ebd-a9ea-238a5ba52aad', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'mac_address': 'fa:16:3e:ba:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:03Z', 'updated_at': '2021-08-29T11:43:03Z', 'revision_number': 0, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:05.058134 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5572fd7c-25a3-4cfd-9edb-afbe3d0fcbbd x-openstack-request-id: req-5572fd7c-25a3-4cfd-9edb-afbe3d0fcbbd {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:05.058425 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:05.058711 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5572fd7c-25a3-4cfd-9edb-afbe3d0fcbbd {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:05.059106 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'status': 'completed', 'code': 200} Aug 29 11:43:05.069264 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Checking router: 558f73a0-575a-40a1-b768-cc017db5507b for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:43:05.078597 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:05.079232 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:05.141741 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-19e2097d-d79c-4264-9130-7f2c07e77deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:05.143232 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-19e2097d-d79c-4264-9130-7f2c07e77deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0417840 Aug 29 11:43:05.187244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:05.236978 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-44d6920b-744c-4b91-87da-de82c1df495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:05.238392 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-44d6920b-744c-4b91-87da-de82c1df495a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 910 time: 0.0864451 Aug 29 11:43:05.324622 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-d68e15d5-bf94-46af-a25b-92b96be7e93f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 999 time: 0.0574281 Aug 29 11:43:05.387801 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-a3dc49c9-6055-4a9d-b820-1053983897af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:05.389295 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-a3dc49c9-6055-4a9d-b820-1053983897af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0469928 Aug 29 11:43:05.423085 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'c4c3a754-1a85-4ebd-a9ea-238a5ba52aad', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'mac_address': 'fa:16:3e:ba:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:03Z', 'updated_at': '2021-08-29T11:43:03Z', 'revision_number': 0, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:05.438851 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-16f6342c-7f18-47b8-9a2a-f733d26f56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:05.440413 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-16f6342c-7f18-47b8-9a2a-f733d26f56ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404255 Aug 29 11:43:05.450708 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a15a-fcf6-4f59-a207-dd0e320409cd None None] The sync data for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi is: [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': 'c4c3a754-1a85-4ebd-a9ea-238a5ba52aad', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'mac_address': 'fa:16:3e:ba:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:03Z', 'updated_at': '2021-08-29T11:43:03Z', 'revision_number': 0, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:43:05.550409 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-8d7beb4d-5857-4139-931e-24d6a578e963 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887833 Aug 29 11:43:05.642338 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69002b7-b2bf-44ac-8813-e9a957bff2e7 None None] New status for floating IP c4c3a754-1a85-4ebd-a9ea-238a5ba52aad: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:43:05.652526 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ff3dd65d-4d60-4063-962d-c955cccfa23b req-ec93c9e3-c2ba-48ee-9edc-44547cb0b9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918486 Aug 29 11:43:06.100225 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ba99c-e040-433b-a4e1-e7cbf4671709 req-d14f7f7e-5871-4c54-9633-e69cceda969b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:06.102267 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c57ba99c-e040-433b-a4e1-e7cbf4671709 req-d14f7f7e-5871-4c54-9633-e69cceda969b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0483682 Aug 29 11:43:06.138421 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c57ba99c-e040-433b-a4e1-e7cbf4671709 req-385927b6-57c0-455d-837e-bfa6c3b124fc tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303333 Aug 29 11:43:06.160808 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59552) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:06.241066 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c099d4-dd20-4c99-b723-89cbbfad23e8 tempest-TestMinimumBasicScenario-449244878 tempest-TestMinimumBasicScenario-449244878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:06.245333 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-04c099d4-dd20-4c99-b723-89cbbfad23e8 tempest-TestMinimumBasicScenario-449244878 tempest-TestMinimumBasicScenario-449244878-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1094 time: 0.0808122 Aug 29 11:43:06.263525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59558) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:06.263525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'port_id': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:06.315727 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for floatingip, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:06.340115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8a85f-8546-4e80-a18a-3c6ff0d7a1e9 req-96ca6eaa-e75d-481b-9c5f-b7f9b764bb58 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:06.341622 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f6e8a85f-8546-4e80-a18a-3c6ff0d7a1e9 req-96ca6eaa-e75d-481b-9c5f-b7f9b764bb58 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0524871 Aug 29 11:43:06.380291 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f6e8a85f-8546-4e80-a18a-3c6ff0d7a1e9 req-610614d3-87aa-4709-acf9-b953d9715754 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Aug 29 11:43:06.417710 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:06.520174 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Allocated IP 172.27.1.185 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/81e3acaf-bfdf-41a1-bce4-72d83d48954b) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:43:06.620454 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:06.721543 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:06.756559 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:43:06.762467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:43:06.766183 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:43:06.788750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'Port': ['ID=81e3acaf-bfdf-41a1-bce4-72d83d48954b,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:07.114044 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:07.239354 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:07.383942 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:07.460407 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:07.556894 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'Port': ['ID=81e3acaf-bfdf-41a1-bce4-72d83d48954b,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:07.572327 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481013e-cc7a-4988-8ad8-66743c6563a3 req-5ee204bd-eac0-4696-8af9-18af404c9371 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:07.573827 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5481013e-cc7a-4988-8ad8-66743c6563a3 req-5ee204bd-eac0-4696-8af9-18af404c9371 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.1243029 Aug 29 11:43:07.574539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:07.679439 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5481013e-cc7a-4988-8ad8-66743c6563a3 req-83c9e156-3c5c-4e8a-85b0-63cf0056ab17 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713987 Aug 29 11:43:07.697613 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Floating IP 9236fad0-7fc6-468b-a51d-1f8e528ef30f associated. External IP: 172.27.1.185, port: 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e. Aug 29 11:43:07.904443 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Router b2069b9a-4ce0-4376-93ad-b6dcd621e18d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:43:08.010802 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:43:08.019879 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Sync routers for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:43:08.028446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:08.029092 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:08.080930 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.107806 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b82e9b67-95b7-43bd-8058-1aaa4a5e4c5e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8612661 Aug 29 11:43:08.108306 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:08.110611 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59570) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:08.111124 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:08.116557 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033693014', 'description': 'tempest-secgroup-smoke-1033693014 description', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:08.136210 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:08.149297 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba55677-24a9-494c-9693-8286fa0c7f91 x-openstack-request-id: req-aba55677-24a9-494c-9693-8286fa0c7f91 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:08.149588 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:08.149836 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aba55677-24a9-494c-9693-8286fa0c7f91 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:08.150226 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:43:08.183475 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-618130f6-a1f4-4503-9acb-bbc7df303080 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.185180 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-618130f6-a1f4-4503-9acb-bbc7df303080 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0547678 Aug 29 11:43:08.217463 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-248d8f70-e905-4a08-b3b5-881448ff624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.224060 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-248d8f70-e905-4a08-b3b5-881448ff624d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1099 time: 0.0415013 Aug 29 11:43:08.257495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.323467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-fb107e93-9bf3-44f4-b928-633f199a9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.325025 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-fb107e93-9bf3-44f4-b928-633f199a9cbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.0970435 Aug 29 11:43:08.397186 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-c7855927-a9f0-4efb-a2c8-c5f2a81c2adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 1000 time: 0.0625215 Aug 29 11:43:08.451593 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-67fd0da2-f5c3-4e79-8a06-bc1a0d98a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.453228 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-67fd0da2-f5c3-4e79-8a06-bc1a0d98a363 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0455282 Aug 29 11:43:08.510092 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-3e599c24-6f2e-4312-af5b-844c14514774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.512603 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-3e599c24-6f2e-4312-af5b-844c14514774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505056 Aug 29 11:43:08.513317 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '9236fad0-7fc6-468b-a51d-1f8e528ef30f', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'port_id': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'mac_address': 'fa:16:3e:70:b1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:06Z', 'updated_at': '2021-08-29T11:43:06Z', 'revision_number': 0, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:08.544770 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Checking router: b2069b9a-4ce0-4376-93ad-b6dcd621e18d for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:43:08.553858 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:08.554626 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:08.596520 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port 5819e349-5974-4f97-8a57-5ee32bcac09a {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:43:08.596881 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.607032 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-2a753dc9-61d6-49f8-a193-91fe263b5cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868392 Aug 29 11:43:08.666035 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:08.696682 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.719864 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] For port 5819e349-5974-4f97-8a57-5ee32bcac09a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5819e349-5974-4f97-8a57-5ee32bcac09a,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:08.722623 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.731776 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b9a6fed1-5499-42a4-bdf4-58f55fdf4263 req-1052ad38-9f7f-4d39-8f15-e92864fb9d16 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058414 Aug 29 11:43:08.772959 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.814436 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ddcb-cf61-45a4-a45e-e76d1294ae3b req-6ecc47bb-3aac-443b-963e-b72ffeb9635f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:08.814996 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad97c88-0e37-4134-b0f8-d44b7513e5ca,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:08.816217 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1318ddcb-cf61-45a4-a45e-e76d1294ae3b req-6ecc47bb-3aac-443b-963e-b72ffeb9635f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 946 time: 0.0521753 Aug 29 11:43:08.865812 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1318ddcb-cf61-45a4-a45e-e76d1294ae3b req-a1316d10-0ce3-4f09-9020-1cc5c8028577 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Aug 29 11:43:08.913583 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '9236fad0-7fc6-468b-a51d-1f8e528ef30f', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'port_id': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'mac_address': 'fa:16:3e:70:b1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:06Z', 'updated_at': '2021-08-29T11:43:06Z', 'revision_number': 0, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:08.940274 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fc086-be57-423b-87fe-f304ff0e6612 None None] The sync data for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi is: [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '9236fad0-7fc6-468b-a51d-1f8e528ef30f', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'port_id': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'mac_address': 'fa:16:3e:70:b1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:06Z', 'updated_at': '2021-08-29T11:43:06Z', 'revision_number': 0, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:43:08.943156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.953990 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.953990 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP b3518ecf-cd48-4ff5-a21a-0702f01aa7f0 disassociated. External IP: 172.27.1.210, port: 5819e349-5974-4f97-8a57-5ee32bcac09a. Aug 29 11:43:08.953990 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for 5819e349-5974-4f97-8a57-5ee32bcac09a owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:43:08.986402 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:08.990423 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0ed43deb-5c53-4ab6-b143-f5ee5026c9e1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8753996 Aug 29 11:43:08.991251 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59578) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:08.997322 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:09.155258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.171475 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc8116-3b46-433c-bc2f-c5524c5035ff None None] New status for floating IP 9236fad0-7fc6-468b-a51d-1f8e528ef30f: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:43:09.205246 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.218026 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.252176 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=5819e349-5974-4f97-8a57-5ee32bcac09a,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:09.366657 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.373055 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:43:09.386577 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1397b3d-111d-44fc-ae44-363a7526aed4,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:09.458435 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.459623 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b451d901-4f47-4ade-9967-0d367136f29e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665136 Aug 29 11:43:09.463091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 59582) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:09.467566 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:09.483863 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:43:09.493594 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:43:09.502708 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:09.503316 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:09.525620 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] No DVR routers for this DVR port 5819e349-5974-4f97-8a57-5ee32bcac09a on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:43:09.528320 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.530642 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a787ad30-0d1b-468d-bb71-5d5f158a1658 req-76f1e9ca-7dd5-4e8b-8554-431b0a0fca94 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "DELETE /v2.0/ports/5819e349-5974-4f97-8a57-5ee32bcac09a HTTP/1.1" status: 204 len: 173 time: 1.3373897 Aug 29 11:43:09.531134 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'name': 'network-vif-deleted', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:09.534125 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f8afc2-986c-49c6-a615-67c0b5533abd" -d '{"events": [{"server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "name": "network-vif-deleted", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:09.569992 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6fbb26-b075-45c9-978e-43281aeec4de x-openstack-request-id: req-db6fbb26-b075-45c9-978e-43281aeec4de {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:09.570803 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527a464-11ba-400a-9847-467c2a4014c1", "name": "network-vif-deleted", "tag": "5819e349-5974-4f97-8a57-5ee32bcac09a", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:09.571061 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db6fbb26-b075-45c9-978e-43281aeec4de {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:09.571456 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527a464-11ba-400a-9847-467c2a4014c1', 'name': 'network-vif-deleted', 'tag': '5819e349-5974-4f97-8a57-5ee32bcac09a', 'status': 'completed', 'code': 200} Aug 29 11:43:09.617969 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:09.623580 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.691562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.761446 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.778737 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271c03a1-1de4-4315-b668-677bd683eb66,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:09.838217 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:09.841297 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.842552 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d727bb11-5286-4c17-8ee9-035e6129e6a7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785276 Aug 29 11:43:09.845388 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59586) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:09.849987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:09.863810 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:43:09.872965 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:09.873560 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:42:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:09.950865 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:09.963319 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-24944afb-c232-4fb9-81de-556bdd9d6ee5 req-580046dd-085e-4d64-a873-21cea9be21e1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d527a464-11ba-400a-9847-467c2a4014c1 HTTP/1.1" status: 200 len: 210 time: 0.0271945 Aug 29 11:43:09.985835 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:10.011129 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.103848 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.121754 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664fe4da-1d69-45b3-b5c5-73caab703dfb,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:10.186207 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:10.211923 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.213649 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-09ef29ac-0399-45ca-a62c-dd0ff0119465 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669486 Aug 29 11:43:10.216016 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59594) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:10.220725 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fdac98-0c8b-4318-b988-bcb3bde862b8 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:43:10.221618 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:10.330088 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.392036 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.439892 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10619eb5-067e-4fd0-ba6e-b62a3c301b0a None None] New status for floating IP b3518ecf-cd48-4ff5-a21a-0702f01aa7f0: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:43:10.473794 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.494473 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005e8f6f-15b7-4fe2-bd1f-e784ca113132,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:10.566562 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.567802 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-8355a602-c116-4327-9bb6-a1316096bf39 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507566 Aug 29 11:43:10.575219 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59596) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:10.579661 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:10.669995 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.securitygroups_db [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Project f85f0bb3d5844ea6ad191e59f18b4b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:43:10.675156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.736054 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.806996 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.824535 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb19bec-778e-4d74-96c8-ee2321f0b8fa,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:10.892102 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:10.893398 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-7b2252f5-2f35-496d-8e05-f704718fd39a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3172638 Aug 29 11:43:10.896082 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59598) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:10.901149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'security_group_rule': {'security_group_id': 'aad97c88-0e37-4134-b0f8-d44b7513e5ca', 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:10.978162 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.securitygroups_db [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Project f85f0bb3d5844ea6ad191e59f18b4b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 11:43:10.986446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.046847 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.205056 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362895'] for security_group_rule, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.212833 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-b1fc7741-484b-4552-a249-728e8679ebf9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748739369&fields=id&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 267 time: 0.0333760 Aug 29 11:43:11.225362 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94166482-e0ef-4889-aad8-17db3266d3ec,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:11.308336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.309664 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-fb698b8a-48df-4273-aee5-f2a399280336 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4125569 Aug 29 11:43:11.319639 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-b60de575-f66a-4905-91d8-e5aafcd57bbb tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:11.323565 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-b60de575-f66a-4905-91d8-e5aafcd57bbb tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1015627 Aug 29 11:43:11.335527 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-28540d7c-70db-4eca-9375-0bcf4d9fe567 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/quotas/2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 375 time: 0.0088203 Aug 29 11:43:11.392246 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-084f31a4-6d95-488a-8da2-7f4559685534 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510976 Aug 29 11:43:11.431315 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-0583b1f9-84de-4763-a3b0-ccb9d39a42ac tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033693014&fields=id&tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c HTTP/1.1" status: 200 len: 267 time: 0.0328186 Aug 29 11:43:11.485984 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-7fb5bc88-7250-463f-8d1d-c9f91d7c3a13 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:11.486246 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-8d9d742d-0c86-4b68-900d-2c8c55b4140a service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814009 Aug 29 11:43:11.487520 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-7fb5bc88-7250-463f-8d1d-c9f91d7c3a13 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0506327 Aug 29 11:43:11.498761 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'port': {'security_groups': ['83756995-2679-4656-b67a-149b2d7d98e7', 'aad97c88-0e37-4134-b0f8-d44b7513e5ca']}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:11.561155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.577220 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-94b325f3-34a2-455f-8e09-90446cdd4e8f service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844185 Aug 29 11:43:11.744890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:11.775071 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.789870 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 5819e349-5974-4f97-8a57-5ee32bcac09a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:43:11.809107 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 5819e349-5974-4f97-8a57-5ee32bcac09a {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:43:11.809449 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 5819e349-5974-4f97-8a57-5ee32bcac09a not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:43:11.869807 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.881290 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:43:11.913922 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:11.914542 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:11.915920 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-de10f29f-9496-4dcd-80b2-5fa73f9c90d2 req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "PUT /v2.0/ports/8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 982 time: 0.4219701 Aug 29 11:43:11.918666 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:11.920981 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352f833-67ad-40bd-82a8-a611493a0776" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:11.955446 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c19fe2-b50f-468c-8c28-045afbf04b08 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=6']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:12.006827 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:43:12.041364 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d7b6-cb98-4ba1-9b20-743a087d141d req-2a8d2851-eb35-48f9-9d63-376da91535b8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:12.045229 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a877d7b6-cb98-4ba1-9b20-743a087d141d req-2a8d2851-eb35-48f9-9d63-376da91535b8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0610781 Aug 29 11:43:12.097246 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a877d7b6-cb98-4ba1-9b20-743a087d141d req-6bb5fa52-11f0-4787-b8da-50f4b671fb5f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430746 Aug 29 11:43:12.149039 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a1c3aa-42c8-44ff-9e0c-01f37b9f8336 x-openstack-request-id: req-b2a1c3aa-42c8-44ff-9e0c-01f37b9f8336 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:12.149513 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:12.150453 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2a1c3aa-42c8-44ff-9e0c-01f37b9f8336 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:12.151010 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:43:12.214253 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cd95817c-2790-4877-bca1-8bbacb7343ab req-315638c4-7208-49af-9ffd-f80368b5a0f0 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 210 time: 0.0364304 Aug 29 11:43:12.236786 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f833-67ad-40bd-82a8-a611493a0776 req-60161a4e-6616-4590-8141-ad24bd703d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:12.238254 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-60161a4e-6616-4590-8141-ad24bd703d12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1138 time: 0.0631928 Aug 29 11:43:12.319628 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9f48ed6f-76ca-4106-9c8b-35b6c7671470 None None] Provisioning complete for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:43:12.320002 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9f48ed6f-76ca-4106-9c8b-35b6c7671470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:12.343066 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f833-67ad-40bd-82a8-a611493a0776 req-e9fd5770-cae9-4f66-8ad6-801ba1b371be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:12.344574 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-e9fd5770-cae9-4f66-8ad6-801ba1b371be service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.0939946 Aug 29 11:43:12.439274 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-3b522093-aa68-44af-a232-c03993a47778 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 1002 time: 0.0667102 Aug 29 11:43:12.490499 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f833-67ad-40bd-82a8-a611493a0776 req-c288476d-17c6-4643-9e27-c2129d86ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:12.491984 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-c288476d-17c6-4643-9e27-c2129d86ca11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0431998 Aug 29 11:43:12.547144 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f833-67ad-40bd-82a8-a611493a0776 req-6666d76b-603d-4f54-9599-a7c8501e8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:12.548724 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-6666d76b-603d-4f54-9599-a7c8501e8063 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413730 Aug 29 11:43:12.653997 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-4870a272-6c15-4fb6-9e38-0b6050801108 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902803 Aug 29 11:43:12.754909 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f352f833-67ad-40bd-82a8-a611493a0776 req-6481d6bc-c308-4b25-8d49-19a2451c8d23 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924361 Aug 29 11:43:13.287611 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2313b708-7aab-4225-a1f1-0e46c28126cb req-02fa1320-2d40-4e06-98bc-deb6d642bae8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 210 time: 0.0298173 Aug 29 11:43:14.379541 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fdd0b8d8-cf90-4152-8b21-3e0bb05235f2 req-b7d5e6e0-9428-42c5-9928-aad7ac856557 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Aug 29 11:43:14.662060 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-db1b1f5e-ef43-4883-89a2-1ddbb095b114 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:14.663522 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-db1b1f5e-ef43-4883-89a2-1ddbb095b114 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1050801 Aug 29 11:43:14.707519 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-d5cf1912-9859-4bf1-b57a-00de95caf58e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 380 time: 0.0334260 Aug 29 11:43:14.718567 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'port': {'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'admin_state_up': True, 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'security_groups': ['c47e8de3-d7fa-463a-abb8-12f400e15d78']}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:14.881111 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Made reservation on behalf of 2e6ec23d9af8483c99a30c4cec4015a1 for: {'port': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:43:14.885207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.006510 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.20.0.11 (74644692-7987-4516-ba84-526b4742c34d/402957c8-518d-4ae5-bef6-789845eca07d/ea5ca8c1-64e2-463c-9322-0a8b47984532) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:43:15.146893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.160983 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Transition to ACTIVE for port object ea5ca8c1-64e2-463c-9322-0a8b47984532 will not be triggered until provisioned by entity DHCP. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:43:15.258315 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.301738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:43:15.304839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:43:15.308491 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:43:15.314806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:15.365897 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:15.366543 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.440152 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-2b17b5eb-0c46-4a4e-a7c9-9f250bcd761f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251761 Aug 29 11:43:15.462596 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Request body: {'port': {'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:15.543912 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f896b2-3b6b-470d-bbdf-0f49e09d7aa0 req-689206e4-2aec-4a07-9a19-44a5e65f7d7d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:15.543912 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c9f896b2-3b6b-470d-bbdf-0f49e09d7aa0 req-689206e4-2aec-4a07-9a19-44a5e65f7d7d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 932 time: 0.0938225 Aug 29 11:43:15.545497 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.619404 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c9f896b2-3b6b-470d-bbdf-0f49e09d7aa0 req-9d1fb7ab-5392-49b1-b998-6121b726c427 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698593 Aug 29 11:43:15.635069 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5e873b22-6daa-4d0a-9dbf-cb0f24baf612 None None] Provisioning for port ea5ca8c1-64e2-463c-9322-0a8b47984532 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:43:15.641337 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-5e873b22-6daa-4d0a-9dbf-cb0f24baf612 None None] Provisioning complete for port ea5ca8c1-64e2-463c-9322-0a8b47984532 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:43:15.641337 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5e873b22-6daa-4d0a-9dbf-cb0f24baf612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.683547 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-5e873b22-6daa-4d0a-9dbf-cb0f24baf612 None None] Port ea5ca8c1-64e2-463c-9322-0a8b47984532 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:43:15.843850 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5ca8c1-64e2-463c-9322-0a8b47984532 {{(pid=94515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:43:15.852229 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.864883 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Transition to ACTIVE for port object ea5ca8c1-64e2-463c-9322-0a8b47984532 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:43:15.915063 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:15.965966 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:16.034669 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Attempting to bind port ea5ca8c1-64e2-463c-9322-0a8b47984532 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:43:16.035003 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Attempting to bind port ea5ca8c1-64e2-463c-9322-0a8b47984532 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:43:16.035342 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Attempting to bind port ea5ca8c1-64e2-463c-9322-0a8b47984532 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:43:16.039781 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Port ea5ca8c1-64e2-463c-9322-0a8b47984532 on network 74644692-7987-4516-ba84-526b4742c34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:43:16.040092 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Attempting to bind port ea5ca8c1-64e2-463c-9322-0a8b47984532 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:43:16.045380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:43:16.045716 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:43:16.046095 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Bound using segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:43:16.046524 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Bound port: ea5ca8c1-64e2-463c-9322-0a8b47984532, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:43:16.046876 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:16.112612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:43:16.115592 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:43:16.183904 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:16.216526 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.217170 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:16.218524 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] 10.222.0.42 "PUT /v2.0/ports/ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 1094 time: 0.7605810 Aug 29 11:43:16.218963 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:16.221196 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794df87d-4328-4c59-9304-7b0d202292b9" -d '{"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:16.247716 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a69b9-2505-4df6-b17e-a4b4ee52ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:16.265877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac0887c-f762-4cc6-b366-fe8e6d873cc1 x-openstack-request-id: req-3ac0887c-f762-4cc6-b366-fe8e6d873cc1 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:16.265877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:16.265877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac0887c-f762-4cc6-b366-fe8e6d873cc1 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:16.265877 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'status': 'completed', 'code': 200} Aug 29 11:43:16.331499 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df87d-4328-4c59-9304-7b0d202292b9 req-8319afc7-8997-40f4-9696-f4d8b7e03580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.333051 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-794df87d-4328-4c59-9304-7b0d202292b9 req-8319afc7-8997-40f4-9696-f4d8b7e03580 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1097 time: 0.0463307 Aug 29 11:43:16.438814 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df87d-4328-4c59-9304-7b0d202292b9 req-de986a88-d546-40b0-905b-b089c36972e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.440262 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-794df87d-4328-4c59-9304-7b0d202292b9 req-de986a88-d546-40b0-905b-b089c36972e8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964332 Aug 29 11:43:16.531156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df87d-4328-4c59-9304-7b0d202292b9 req-5f3695f0-ea2b-4eec-b65a-3648e7484200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.532484 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-794df87d-4328-4c59-9304-7b0d202292b9 req-5f3695f0-ea2b-4eec-b65a-3648e7484200 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840814 Aug 29 11:43:16.616440 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-7e9330e3-c939-4c44-8464-5eb6143d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.617908 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-7e9330e3-c939-4c44-8464-5eb6143d3d63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1097 time: 0.0432503 Aug 29 11:43:16.659808 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-8fcdf279-e337-497c-bfaa-5616e730a507 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 217 time: 0.0321681 Aug 29 11:43:16.741715 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-9dbc5ece-a250-43da-a427-929ee8e53f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.743268 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-9dbc5ece-a250-43da-a427-929ee8e53f15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0721133 Aug 29 11:43:16.759533 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87525c8a-5f0d-4ee5-8903-525c0ca33796 req-9a07cfa5-0457-4937-adb6-872ee0e61390 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.760990 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87525c8a-5f0d-4ee5-8903-525c0ca33796 req-9a07cfa5-0457-4937-adb6-872ee0e61390 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0648720 Aug 29 11:43:16.821101 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-87525c8a-5f0d-4ee5-8903-525c0ca33796 req-e56c33ab-2e21-4857-bfc3-a5a35b8b13b1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503170 Aug 29 11:43:16.826121 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-5cadb524-d5f4-4857-81b8-eedb96783f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:16.827650 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-5cadb524-d5f4-4857-81b8-eedb96783f0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656998 Aug 29 11:43:16.929819 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-8e3910c6-c418-4352-b8fc-7b663231179d service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Aug 29 11:43:17.020834 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf67f3c7-7606-43ac-88a4-dc1491323bd3 req-f951f807-4051-4633-8921-b574dc629b88 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788960 Aug 29 11:43:17.936005 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2365-450b-4ce4-a280-b49176058c6d req-bf203cbd-b79e-4e0f-a9e3-614f22e71893 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:17.937582 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdbb2365-450b-4ce4-a280-b49176058c6d req-bf203cbd-b79e-4e0f-a9e3-614f22e71893 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0477450 Aug 29 11:43:17.974655 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdbb2365-450b-4ce4-a280-b49176058c6d req-b042774c-0a41-4dd4-97d3-caae0f64310c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Aug 29 11:43:19.088972 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d77c5-e2af-4ea2-a2b1-780f49ace447 req-e39a6172-a3b1-4411-b920-3b6157f65ecb tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:19.090462 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-206d77c5-e2af-4ea2-a2b1-780f49ace447 req-e39a6172-a3b1-4411-b920-3b6157f65ecb tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0488379 Aug 29 11:43:19.128756 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-206d77c5-e2af-4ea2-a2b1-780f49ace447 req-d945ccd1-e836-492a-a532-4fc538a6fc24 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Aug 29 11:43:20.246800 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce358-bbc8-4e3f-baec-ccbdc92db237 req-4a1fb44b-4fdf-4927-a78c-8e14d5359a80 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:20.248579 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ed7ce358-bbc8-4e3f-baec-ccbdc92db237 req-4a1fb44b-4fdf-4927-a78c-8e14d5359a80 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0543938 Aug 29 11:43:20.285243 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ed7ce358-bbc8-4e3f-baec-ccbdc92db237 req-40bcb19a-82f1-4935-b269-bfb1558a0f06 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Aug 29 11:43:20.666285 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:43:21.402034 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4c9d2-fa57-4d0b-84c7-07b46fb66a56 req-2d939a5a-469b-462d-b071-df0a579b421a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:21.403471 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15f4c9d2-fa57-4d0b-84c7-07b46fb66a56 req-2d939a5a-469b-462d-b071-df0a579b421a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0533109 Aug 29 11:43:21.438628 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-15f4c9d2-fa57-4d0b-84c7-07b46fb66a56 req-53866543-ef6c-4438-9c39-257dcc6964a8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293686 Aug 29 11:43:22.551302 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085df2f6-658e-402b-9cc1-3beae6fba58c req-649d4cc1-a83d-4b05-8364-6c3952448b3d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:22.552670 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-085df2f6-658e-402b-9cc1-3beae6fba58c req-649d4cc1-a83d-4b05-8364-6c3952448b3d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0476365 Aug 29 11:43:22.588495 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-085df2f6-658e-402b-9cc1-3beae6fba58c req-d9da6376-eccf-4f20-993c-8fb8e2d23f0e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301242 Aug 29 11:43:23.702776 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ece6c-bcc4-480f-b38f-285cc3c8c8b7 req-67ee5972-cdab-471d-b4bd-ebed995ef334 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:23.704157 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-772ece6c-bcc4-480f-b38f-285cc3c8c8b7 req-67ee5972-cdab-471d-b4bd-ebed995ef334 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 944 time: 0.0485065 Aug 29 11:43:23.740434 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-772ece6c-bcc4-480f-b38f-285cc3c8c8b7 req-ecaefa50-f7da-4a90-9efc-b09a5d855f06 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304449 Aug 29 11:43:23.827964 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ea5ca8c1-64e2-463c-9322-0a8b47984532 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:43:23.922462 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:23.933636 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:43:23.968952 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:23.981345 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5ca8c1-64e2-463c-9322-0a8b47984532 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:43:24.000233 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:24.063361 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:24.108757 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:24.257821 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-59a85335-0a9b-49d5-a559-8a03d2d31cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:24.355819 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['ea5ca8c1-64e2-463c-9322-0a8b47984532'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:43:24.853564 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a15bb-dcb6-4afc-a580-b9e1f159af95 req-52e9010d-5aea-41b7-8839-05a2702db86d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:24.854974 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f06a15bb-dcb6-4afc-a580-b9e1f159af95 req-52e9010d-5aea-41b7-8839-05a2702db86d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Aug 29 11:43:24.892189 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f06a15bb-dcb6-4afc-a580-b9e1f159af95 req-03165698-3663-4489-83a6-3cb934639bd3 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Aug 29 11:43:25.836212 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ea5ca8c1-64e2-463c-9322-0a8b47984532 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:43:26.005071 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c94e46-b1ff-4a07-82d7-7362a6de7913 req-ea6193a3-e3cf-4468-a734-afd3efa6ead5 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:26.006531 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-81c94e46-b1ff-4a07-82d7-7362a6de7913 req-ea6193a3-e3cf-4468-a734-afd3efa6ead5 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Aug 29 11:43:26.034888 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port ea5ca8c1-64e2-463c-9322-0a8b47984532 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:43:26.038807 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port ea5ca8c1-64e2-463c-9322-0a8b47984532 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:43:26.039173 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:26.043986 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-81c94e46-b1ff-4a07-82d7-7362a6de7913 req-6163b218-db10-4c48-8f7d-af79e7eec6a7 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Aug 29 11:43:26.112996 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:26.133856 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:26.136090 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a456a1-b9f0-48a4-b718-a10d4971bdbd" -d '{"events": [{"server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:26.148800 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:43:26.172111 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e2780-e8e8-4b88-bdef-25a345e96140 x-openstack-request-id: req-902e2780-e8e8-4b88-bdef-25a345e96140 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:26.172379 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:26.172659 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-902e2780-e8e8-4b88-bdef-25a345e96140 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:26.173053 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'code': 200} Aug 29 11:43:26.212132 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:26.260202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:26.534575 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8067c-9ef7-4108-afd3-90734b49ebba req-7de254c6-cd85-4577-8b9a-5a25a051b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:26.536165 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7dd8067c-9ef7-4108-afd3-90734b49ebba req-7de254c6-cd85-4577-8b9a-5a25a051b1fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1099 time: 0.0431368 Aug 29 11:43:26.571727 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7dd8067c-9ef7-4108-afd3-90734b49ebba req-aa94a49e-d43e-43e3-896b-49f4c25a864a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265191 Aug 29 11:43:26.981836 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-35c556ab-f6b4-4b01-842f-4f74d4d30336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:27.157009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde414b6-6638-48e5-a046-565d2391ec07 req-201072d5-8b86-4bdf-a3db-b461042bdb3a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:27.158521 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dde414b6-6638-48e5-a046-565d2391ec07 req-201072d5-8b86-4bdf-a3db-b461042bdb3a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0483117 Aug 29 11:43:27.201428 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dde414b6-6638-48e5-a046-565d2391ec07 req-f7f0ac76-bd57-4ba1-9cc9-0b96a48785a4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Aug 29 11:43:27.280316 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:27.976170 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:28.317008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616705-d74b-49c5-b691-0b2b621917b4 req-c15a7078-c0d4-46c4-952c-a90fb5dbd4e9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:28.318432 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0616705-d74b-49c5-b691-0b2b621917b4 req-c15a7078-c0d4-46c4-952c-a90fb5dbd4e9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0506546 Aug 29 11:43:28.353708 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b0616705-d74b-49c5-b691-0b2b621917b4 req-c1430a02-8d81-49e6-be8b-d8c169def011 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294962 Aug 29 11:43:28.466687 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec790ff-5edf-4d51-b999-24801deff421 req-3c242556-1cb2-4b13-a58f-3b3082a32f42 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:28.468119 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5ec790ff-5edf-4d51-b999-24801deff421 req-3c242556-1cb2-4b13-a58f-3b3082a32f42 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0468681 Aug 29 11:43:28.504412 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5ec790ff-5edf-4d51-b999-24801deff421 req-2b973f79-b0de-487d-a5a0-156ca1d9233b tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Aug 29 11:43:28.525396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59742) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:28.566360 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34527ffe-ce84-44f2-b834-198096b62036 tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:28.567791 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-34527ffe-ce84-44f2-b834-198096b62036 tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1094 time: 0.0414751 Aug 29 11:43:28.570655 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 59744) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:43:28.574829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:43:28.667225 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:28.759474 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:28.862333 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.27.1.152 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/17ab593a-0cb4-4942-92d0-8b54aa6c00ea) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:43:28.960866 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:29.052269 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:29.095921 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:43:29.098823 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:43:29.101423 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:43:29.124028 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=17ab593a-0cb4-4942-92d0-8b54aa6c00ea,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:29.475224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:29.684009 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:29.856857 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:29.999321 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:30.086350 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:30.154951 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=17ab593a-0cb4-4942-92d0-8b54aa6c00ea,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:43:30.162782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:30.259813 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP 14c34be0-5fda-4187-8fc0-82ee8a3cfc41 associated. External IP: 172.27.1.152, port: ea5ca8c1-64e2-463c-9322-0a8b47984532. Aug 29 11:43:30.459108 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:43:30.563095 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:43:30.572450 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:43:30.581723 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:30.586663 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:30.635238 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:30.662882 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0f4f1f4d-e817-49c0-aa26-8863d6a8a1d1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0912242 Aug 29 11:43:30.663576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:43:30.665890 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e0bde8-087c-420c-8828-9c9de1870197" -d '{"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:43:30.704515 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621dfc79-b7ed-4a9c-967c-7eccdd95787e x-openstack-request-id: req-621dfc79-b7ed-4a9c-967c-7eccdd95787e {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:43:30.705149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:43:30.705149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-621dfc79-b7ed-4a9c-967c-7eccdd95787e {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:43:30.705467 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'status': 'completed', 'code': 200} Aug 29 11:43:30.773098 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bde8-087c-420c-8828-9c9de1870197 req-e7cc0c1c-4f0a-4199-b4ee-a97b6f1baae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:30.774604 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-e7cc0c1c-4f0a-4199-b4ee-a97b6f1baae7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1099 time: 0.0427499 Aug 29 11:43:30.810919 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:30.867605 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bde8-087c-420c-8828-9c9de1870197 req-210bb39b-7fae-4924-a09e-1a18ff6fa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:30.869050 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-210bb39b-7fae-4924-a09e-1a18ff6fa7c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0859051 Aug 29 11:43:30.939751 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-81be2606-a990-49af-99cd-9938ff58e7e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 1000 time: 0.0570471 Aug 29 11:43:30.991250 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bde8-087c-420c-8828-9c9de1870197 req-d9aee2a0-56ad-42e9-a48b-c46993358ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:30.992770 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-d9aee2a0-56ad-42e9-a48b-c46993358ddb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0420907 Aug 29 11:43:31.029069 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:29Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:31.043848 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bde8-087c-420c-8828-9c9de1870197 req-a3d54403-1bec-45bd-9ba4-acf7f94b5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:31.045559 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-a3d54403-1bec-45bd-9ba4-acf7f94b5174 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438371 Aug 29 11:43:31.056345 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:43:31.065213 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:43:31.065866 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:31.140576 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-3c92c441-3db6-487b-8122-d2806c1049fe service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815668 Aug 29 11:43:31.183010 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:43:31.260317 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-30e0bde8-087c-420c-8828-9c9de1870197 req-06b985d6-4f24-49a2-a92b-5ec098881112 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088607 Aug 29 11:43:31.296618 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:31.424772 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:29Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:43:31.449757 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdf812-b9d5-454f-b57b-a2b31df1ebdc None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:29Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:43:31.630317 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349870ac-5bbf-4dfb-b2a8-6748d086208d None None] New status for floating IP 14c34be0-5fda-4187-8fc0-82ee8a3cfc41: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:43:42.581938 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bfb20-2e92-40f0-815c-61a0fae8b261 req-0afe03c1-2d74-44fa-af41-2d8dd2850880 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:42.583463 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-130bfb20-2e92-40f0-815c-61a0fae8b261 req-0afe03c1-2d74-44fa-af41-2d8dd2850880 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0494368 Aug 29 11:43:42.624258 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-130bfb20-2e92-40f0-815c-61a0fae8b261 req-7e35cfaf-2321-4547-97cb-129384ab702c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346947 Aug 29 11:43:42.663997 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-cf865eed-4ef6-4026-8d96-e1f75b1120d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:42.665501 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-cf865eed-4ef6-4026-8d96-e1f75b1120d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1138 time: 0.0403814 Aug 29 11:43:42.756434 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-7b4bf881-0451-46be-b86b-448880c0b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:42.757895 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-7b4bf881-0451-46be-b86b-448880c0b465 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.0846529 Aug 29 11:43:42.823154 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-e16f8561-bdc3-4051-977f-e4f859f9a65a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 1002 time: 0.0567307 Aug 29 11:43:42.871895 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-e5c72df6-cfaa-4cc8-80a3-3340514e33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:42.873633 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-e5c72df6-cfaa-4cc8-80a3-3340514e33a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0423019 Aug 29 11:43:42.924696 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-ddfdab62-927c-4c92-b5e9-e46c8619f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:42.926206 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-ddfdab62-927c-4c92-b5e9-e46c8619f14c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456784 Aug 29 11:43:43.015746 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-d643df52-9756-45e1-a08b-3641352d0c08 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817122 Aug 29 11:43:43.113489 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-12bae774-2608-4040-ba85-36dca7b9b0a2 req-4a728cb4-263a-4fef-8b8e-bafe1f273501 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Aug 29 11:43:43.736687 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f0f1-0ee3-4079-abeb-dfd1786d13b4 req-b5cbe3dc-6996-4fea-9135-19f9d9b87ed8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:43.738160 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c728f0f1-0ee3-4079-abeb-dfd1786d13b4 req-b5cbe3dc-6996-4fea-9135-19f9d9b87ed8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0491235 Aug 29 11:43:43.778821 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c728f0f1-0ee3-4079-abeb-dfd1786d13b4 req-90536d28-7b9a-4e61-98fa-c375edbf0496 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347059 Aug 29 11:43:44.951511 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742b877-7e68-4b06-b991-6a761905b160 req-4c6a3757-3fc2-494d-98d7-1cf3b5f0e1b4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:44.959386 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1742b877-7e68-4b06-b991-6a761905b160 req-4c6a3757-3fc2-494d-98d7-1cf3b5f0e1b4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0502818 Aug 29 11:43:44.993785 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1742b877-7e68-4b06-b991-6a761905b160 req-945d26db-a5cb-45cb-981a-504bf2eaa178 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343239 Aug 29 11:43:46.109478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c40e-81d1-4a9b-b9e8-ac7042e37b53 req-b522a1cf-aadf-42dc-9da1-a40512280c8a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:46.110996 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b480c40e-81d1-4a9b-b9e8-ac7042e37b53 req-b522a1cf-aadf-42dc-9da1-a40512280c8a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0483823 Aug 29 11:43:46.149638 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b480c40e-81d1-4a9b-b9e8-ac7042e37b53 req-397081a6-9d76-44a1-83fd-a238ab346089 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326788 Aug 29 11:43:47.272563 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d86df-3351-4f67-8491-ec595f9ca2c2 req-2405a245-d9b8-4bb7-a2ce-5f73475a8997 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:47.274090 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f21d86df-3351-4f67-8491-ec595f9ca2c2 req-2405a245-d9b8-4bb7-a2ce-5f73475a8997 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0577633 Aug 29 11:43:47.318106 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f21d86df-3351-4f67-8491-ec595f9ca2c2 req-134d9284-1c55-4fae-b518-e3a9ac04514f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381236 Aug 29 11:43:47.944270 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d80c92-1c9d-45a4-bc16-91661026577a req-2cd7ac6c-1274-4cb7-b2d6-3bc9c43ffb7d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:47.945789 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f6d80c92-1c9d-45a4-bc16-91661026577a req-2cd7ac6c-1274-4cb7-b2d6-3bc9c43ffb7d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Aug 29 11:43:47.984571 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f6d80c92-1c9d-45a4-bc16-91661026577a req-e09d5933-c5b4-4584-9972-ecf9e30e361d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328481 Aug 29 11:43:48.431493 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017703-94ac-43cf-9930-db77d32fabed req-e0cdb547-e7b8-4eeb-b152-b49c3a28299f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:48.432961 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ca017703-94ac-43cf-9930-db77d32fabed req-e0cdb547-e7b8-4eeb-b152-b49c3a28299f tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0476792 Aug 29 11:43:48.471444 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ca017703-94ac-43cf-9930-db77d32fabed req-99c82965-e0ed-4228-9a11-42e10cea1191 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325565 Aug 29 11:43:49.102185 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfec24-4d3f-4395-b102-ecb01b459745 req-6c9fb6b8-1523-4dd6-a0e5-38c18d667e8a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:49.103764 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1fbfec24-4d3f-4395-b102-ecb01b459745 req-6c9fb6b8-1523-4dd6-a0e5-38c18d667e8a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0480030 Aug 29 11:43:49.141283 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1fbfec24-4d3f-4395-b102-ecb01b459745 req-04f900e5-87f6-464f-a869-d6d2a3c8c3e9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312870 Aug 29 11:43:49.587303 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d4948-ab92-4a10-b76d-07603b9f7536 req-06f7e100-80f7-4988-8385-8a116f1d965a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:49.589432 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-506d4948-ab92-4a10-b76d-07603b9f7536 req-06f7e100-80f7-4988-8385-8a116f1d965a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0518336 Aug 29 11:43:49.628576 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-506d4948-ab92-4a10-b76d-07603b9f7536 req-c2b3e1b7-b494-434a-9bc6-86f6bda7ac94 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331979 Aug 29 11:43:50.261427 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e089c8b-f27e-49cf-bbea-cc1168bbcafa req-fb5501c1-7027-4339-9bc9-05ca84a8f987 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:50.262898 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e089c8b-f27e-49cf-bbea-cc1168bbcafa req-fb5501c1-7027-4339-9bc9-05ca84a8f987 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0524290 Aug 29 11:43:50.298974 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0e089c8b-f27e-49cf-bbea-cc1168bbcafa req-d7ffd09c-bb1a-4d2a-bf1b-e6a828af5159 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302269 Aug 29 11:43:50.739979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8e07-84bb-48dc-a299-483f1dc81b0b req-fef8ac7a-be04-4dd8-a5dc-48baa011a5ba tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:50.741449 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-343f8e07-84bb-48dc-a299-483f1dc81b0b req-fef8ac7a-be04-4dd8-a5dc-48baa011a5ba tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0480561 Aug 29 11:43:50.781126 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-343f8e07-84bb-48dc-a299-483f1dc81b0b req-3ec1a0af-308d-47d5-b1c1-24624ba1469d tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329313 Aug 29 11:43:51.416426 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568746f-54a3-4556-a8ff-7b290a03f3b5 req-33cfedfa-56ec-4bb9-b906-773942ab4f3e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:51.417915 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8568746f-54a3-4556-a8ff-7b290a03f3b5 req-33cfedfa-56ec-4bb9-b906-773942ab4f3e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 29 11:43:51.454117 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8568746f-54a3-4556-a8ff-7b290a03f3b5 req-b9742d22-45c8-46b4-8517-a1fa12523f87 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303650 Aug 29 11:43:51.895711 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32d063-26b7-4a0f-b450-5961b00321a7 req-a455b146-b9fa-45f3-8650-edea1721db29 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:51.897246 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3a32d063-26b7-4a0f-b450-5961b00321a7 req-a455b146-b9fa-45f3-8650-edea1721db29 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0503972 Aug 29 11:43:51.936680 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3a32d063-26b7-4a0f-b450-5961b00321a7 req-0da7fe32-488f-4f4c-afb6-38a390102ee1 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333285 Aug 29 11:43:52.572205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a697a-0a11-41db-af4b-dc5020199972 req-338cfcac-e0cf-4a9e-8f9f-03943da1b01a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:52.573762 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-425a697a-0a11-41db-af4b-dc5020199972 req-338cfcac-e0cf-4a9e-8f9f-03943da1b01a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 29 11:43:52.611214 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-425a697a-0a11-41db-af4b-dc5020199972 req-783dcdeb-25ea-429e-968f-1e5100554bfa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315835 Aug 29 11:43:53.054161 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9d247-3f7d-40d1-a54f-0c4e4352beb6 req-a1d873fe-81ab-40c9-a9d2-757b3721690e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:53.055594 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9bc9d247-3f7d-40d1-a54f-0c4e4352beb6 req-a1d873fe-81ab-40c9-a9d2-757b3721690e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0522056 Aug 29 11:43:53.095098 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9bc9d247-3f7d-40d1-a54f-0c4e4352beb6 req-c07f8079-ac91-4910-96fa-96e294a425e4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333331 Aug 29 11:43:53.730995 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d75d3-85ab-4a68-b8dc-be63c4b1335a req-61fded47-b1d6-4a67-8ca7-47847309eb3d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:53.732457 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-712d75d3-85ab-4a68-b8dc-be63c4b1335a req-61fded47-b1d6-4a67-8ca7-47847309eb3d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Aug 29 11:43:53.769269 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-712d75d3-85ab-4a68-b8dc-be63c4b1335a req-6ad5925f-99f8-4bd0-a292-7845a6dfcdc3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Aug 29 11:43:54.206680 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6ef05-2136-42a6-b3c6-3615bbc1c77d req-65186218-b153-4588-b128-30ffac0162b0 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:54.208054 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-beb6ef05-2136-42a6-b3c6-3615bbc1c77d req-65186218-b153-4588-b128-30ffac0162b0 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0483022 Aug 29 11:43:54.248050 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-beb6ef05-2136-42a6-b3c6-3615bbc1c77d req-c7e4b245-81d1-4e6d-b27c-6d1fac2e2f54 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334127 Aug 29 11:43:54.268930 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d6d2-da81-4275-88c3-1980e051e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:54.886906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e08c15-d357-4e61-9fb6-b897990ad0c6 req-91b8d8f4-6388-4c82-b449-6024e12ca770 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:54.888385 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22e08c15-d357-4e61-9fb6-b897990ad0c6 req-91b8d8f4-6388-4c82-b449-6024e12ca770 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Aug 29 11:43:54.925528 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-22e08c15-d357-4e61-9fb6-b897990ad0c6 req-e8b5bc6a-ee59-4546-aa03-b1e62dce3d3f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Aug 29 11:43:55.369128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff4cdd-2cfc-42d3-89ca-df63de11feea req-c0b16da1-5deb-4e02-94c2-af68c3e8c470 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:55.371413 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-31ff4cdd-2cfc-42d3-89ca-df63de11feea req-c0b16da1-5deb-4e02-94c2-af68c3e8c470 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0496488 Aug 29 11:43:55.411319 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-31ff4cdd-2cfc-42d3-89ca-df63de11feea req-df79bf6f-faa0-4f8a-98be-d4d22e1ba4f3 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330362 Aug 29 11:43:56.046141 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9528a4-bc1b-4b14-941a-fcfa694d2b91 req-ae964c96-3705-428e-8015-5f8bac1438a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:56.047597 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf9528a4-bc1b-4b14-941a-fcfa694d2b91 req-ae964c96-3705-428e-8015-5f8bac1438a1 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Aug 29 11:43:56.083627 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-cf9528a4-bc1b-4b14-941a-fcfa694d2b91 req-e622b91f-5c0e-4eed-b64e-d9b6377f15c7 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302188 Aug 29 11:43:56.523620 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d929-d4e8-4f18-8284-3e7211e53fbb req-46a575a6-ad0c-4c49-8edc-9ddfcad8fd5a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:56.525119 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bc97d929-d4e8-4f18-8284-3e7211e53fbb req-46a575a6-ad0c-4c49-8edc-9ddfcad8fd5a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0486214 Aug 29 11:43:56.564024 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bc97d929-d4e8-4f18-8284-3e7211e53fbb req-29a9721e-b3f3-444f-b488-57b112a4fc83 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329063 Aug 29 11:43:56.931163 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f838-184c-4989-a583-5cfc37fb71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:57.201338 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9c1d-652f-45c4-a8d1-c92dd7c5b6ab req-9a60edfd-c369-4dae-b9de-628cecd2e1e4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:57.202729 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-39da9c1d-652f-45c4-a8d1-c92dd7c5b6ab req-9a60edfd-c369-4dae-b9de-628cecd2e1e4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Aug 29 11:43:57.240428 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-39da9c1d-652f-45c4-a8d1-c92dd7c5b6ab req-dc75b591-d3ba-467f-8408-d80a616f4eff tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Aug 29 11:43:57.280055 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:57.665299 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:43:57.679870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cf67b-c212-4080-a132-fc45371ecb50 req-456426fd-a2cc-4051-a932-1ad9ea46e76a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:57.681370 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d83cf67b-c212-4080-a132-fc45371ecb50 req-456426fd-a2cc-4051-a932-1ad9ea46e76a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0520847 Aug 29 11:43:57.719850 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d83cf67b-c212-4080-a132-fc45371ecb50 req-6b122527-9656-4084-a43d-ca37cca61d1d tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325708 Aug 29 11:43:57.969540 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:58.358065 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab44e-0a30-45c4-ba2c-dbba97b1113f req-bd6d5787-49b1-4423-af32-d89b36413e52 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:58.359545 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d63ab44e-0a30-45c4-ba2c-dbba97b1113f req-bd6d5787-49b1-4423-af32-d89b36413e52 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Aug 29 11:43:58.397990 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d63ab44e-0a30-45c4-ba2c-dbba97b1113f req-897be754-52f8-4591-bb9e-46f6d03d3359 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Aug 29 11:43:58.832582 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4061f6-404f-4759-bc03-304b43218cff req-5230b9ff-54c6-4a38-9061-8ef88febb4dc tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:58.834071 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7a4061f6-404f-4759-bc03-304b43218cff req-5230b9ff-54c6-4a38-9061-8ef88febb4dc tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0485868 Aug 29 11:43:58.873352 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7a4061f6-404f-4759-bc03-304b43218cff req-447b8743-46f1-4594-af2b-0fb951b74d6e tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331964 Aug 29 11:43:59.485648 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:43:59.517978 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492065-8d9b-4cba-b6d3-279b1809bb9c req-26957b33-2d20-4472-9844-9757b747dc4a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:59.519448 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d0492065-8d9b-4cba-b6d3-279b1809bb9c req-26957b33-2d20-4472-9844-9757b747dc4a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0525556 Aug 29 11:43:59.556812 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d0492065-8d9b-4cba-b6d3-279b1809bb9c req-58cb2ef5-0f91-4a77-8f3a-29cc711b6467 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Aug 29 11:43:59.982295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f49c9-4429-4fe2-9f6c-d9fc2af4e2c2 req-eeb4f76e-f79e-4079-bf4c-306221917ccc tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:43:59.983735 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-684f49c9-4429-4fe2-9f6c-d9fc2af4e2c2 req-eeb4f76e-f79e-4079-bf4c-306221917ccc tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0475118 Aug 29 11:44:00.023024 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-684f49c9-4429-4fe2-9f6c-d9fc2af4e2c2 req-3b95101f-408c-4f51-a751-44054b1f043c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334113 Aug 29 11:44:00.115483 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:44:00.209259 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:00.220104 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:44:00.256585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:00.268451 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:44:00.286763 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:00.392735 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:00.445704 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=6']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:00.452421 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.452794 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.453144 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.453477 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.453890 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.454223 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.454553 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.454876 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.455200 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.455522 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.455841 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.456160 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:00.507806 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['82df9107-ab63-4bde-8f59-4259770bc0b5'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:44:00.678064 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05add6-db4f-4bb1-8b7e-f9cb30ea8bfc req-e4020512-58d2-4d5b-8c58-94bcb2f22f8e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:00.679554 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1a05add6-db4f-4bb1-8b7e-f9cb30ea8bfc req-e4020512-58d2-4d5b-8c58-94bcb2f22f8e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.0486853 Aug 29 11:44:00.716121 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1a05add6-db4f-4bb1-8b7e-f9cb30ea8bfc req-a78e87f1-e868-4193-9c77-f8fc4644edbb tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304754 Aug 29 11:44:01.326409 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:01.419597 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7254da-0945-4cb2-881e-02666f69612c req-c24ea664-9de5-4001-8f04-af10fe52ddc5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:01.451793 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8a7254da-0945-4cb2-881e-02666f69612c req-c24ea664-9de5-4001-8f04-af10fe52ddc5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.3283865 Aug 29 11:44:01.514853 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8a7254da-0945-4cb2-881e-02666f69612c req-72bbd3c3-8989-4d18-9903-669e47871439 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844624 Aug 29 11:44:01.841205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15f1c4-aad4-44f1-ae35-bc20753fd381 req-f7743d39-98d2-4496-9a76-d10f78aa17a2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:01.842642 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a15f1c4-aad4-44f1-ae35-bc20753fd381 req-f7743d39-98d2-4496-9a76-d10f78aa17a2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.0522749 Aug 29 11:44:01.885589 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0a15f1c4-aad4-44f1-ae35-bc20753fd381 req-257266ef-94b8-4cab-b92c-3e2a46f85bd0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342274 Aug 29 11:44:02.141095 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:44:02.212206 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 82df9107-ab63-4bde-8f59-4259770bc0b5 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:44:02.212577 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:02.320080 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:02.347974 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:02.350513 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba3c2d-73b7-4cd6-8905-3394e2d3abba" -d '{"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:02.366337 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:02.403396 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113fe2c-0147-4ca1-aef9-b3fc249db961 x-openstack-request-id: req-5113fe2c-0147-4ca1-aef9-b3fc249db961 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:02.403680 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:02.403940 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5113fe2c-0147-4ca1-aef9-b3fc249db961 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:02.404342 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'code': 200} Aug 29 11:44:02.439967 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:02.496323 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=7']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:02.657954 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8da7b-147a-4b21-b968-f70dbf9693e1 req-8ef5e7c7-8f27-47ba-9672-16a69f804f71 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:02.659367 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6a8da7b-147a-4b21-b968-f70dbf9693e1 req-8ef5e7c7-8f27-47ba-9672-16a69f804f71 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0616841 Aug 29 11:44:02.703478 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e6a8da7b-147a-4b21-b968-f70dbf9693e1 req-48ee97c6-843f-4599-a89f-533508adae24 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369461 Aug 29 11:44:03.037192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c4c4c-6e08-4e62-8fb6-c57a97589de8 req-893e6b18-907d-431d-8589-098db14d0dc6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:03.040228 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5c7c4c4c-6e08-4e62-8fb6-c57a97589de8 req-893e6b18-907d-431d-8589-098db14d0dc6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Aug 29 11:44:03.083370 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5c7c4c4c-6e08-4e62-8fb6-c57a97589de8 req-38143b4c-1ce9-48f5-94f6-05276ff47271 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365763 Aug 29 11:44:03.830070 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad735e0f-f923-4e7f-adfd-a255bd01f79a req-65bf4c40-85bc-4b95-82f2-dbe20233d836 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:03.837277 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ad735e0f-f923-4e7f-adfd-a255bd01f79a req-65bf4c40-85bc-4b95-82f2-dbe20233d836 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0493872 Aug 29 11:44:03.877092 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ad735e0f-f923-4e7f-adfd-a255bd01f79a req-071fce68-c9c3-45b5-9bfa-433cdd1fa74a tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384946 Aug 29 11:44:04.206715 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090d16-0bcc-4910-92ba-358f2f3b3eea req-a4183851-7aaf-4939-a446-15628f615122 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:04.208224 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa090d16-0bcc-4910-92ba-358f2f3b3eea req-a4183851-7aaf-4939-a446-15628f615122 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 29 11:44:04.263084 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa090d16-0bcc-4910-92ba-358f2f3b3eea req-d82c44c7-c2d8-4033-ac26-f643a7d501a5 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Aug 29 11:44:05.012462 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7234e3-cc36-4950-8e28-e92c5ee78ebc req-9c558b01-e77b-4068-88cb-34d667ae5b77 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:05.015116 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4c7234e3-cc36-4950-8e28-e92c5ee78ebc req-9c558b01-e77b-4068-88cb-34d667ae5b77 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0637848 Aug 29 11:44:05.064485 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4c7234e3-cc36-4950-8e28-e92c5ee78ebc req-77f3bd88-8168-4b39-abb2-bcc447d75194 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&id=aad97c88-0e37-4134-b0f8-d44b7513e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429733 Aug 29 11:44:05.410010 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9872a3-c3bb-4bf7-8523-3ce47d2e7cc6 req-220c745e-ec8f-4bb5-af3f-db4a4939b111 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:05.413952 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9a9872a3-c3bb-4bf7-8523-3ce47d2e7cc6 req-220c745e-ec8f-4bb5-af3f-db4a4939b111 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0627599 Aug 29 11:44:05.474876 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9a9872a3-c3bb-4bf7-8523-3ce47d2e7cc6 req-48a167c0-171c-4306-99ef-44ebfab06e4e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549550 Aug 29 11:44:06.595985 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efddad-94f3-4a6a-b7da-b4e086613d80 req-0e0512bc-2551-415b-b9c6-d2b0af75f3dc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:06.597681 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1efddad-94f3-4a6a-b7da-b4e086613d80 req-0e0512bc-2551-415b-b9c6-d2b0af75f3dc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0555096 Aug 29 11:44:06.642872 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1efddad-94f3-4a6a-b7da-b4e086613d80 req-b7e8fd6d-3612-4496-a223-f6d9a8c669cd tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375032 Aug 29 11:44:07.778937 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b91f95-5d18-4d54-b2a5-6bd1058a88b9 req-69e96181-2e38-4e5b-9452-ea7d7f833b9d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:07.786346 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-21b91f95-5d18-4d54-b2a5-6bd1058a88b9 req-69e96181-2e38-4e5b-9452-ea7d7f833b9d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0635488 Aug 29 11:44:07.824079 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-21b91f95-5d18-4d54-b2a5-6bd1058a88b9 req-13f4e9f2-c022-45f3-8c5f-7f30ed95e344 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359142 Aug 29 11:44:08.548737 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-1a379bd7-c5f8-4975-9aba-3a8985b94fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536506 Aug 29 11:44:08.660047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-8393aa1d-17bb-4d6e-abbc-d72eaec44a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:08.661634 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-8393aa1d-17bb-4d6e-abbc-d72eaec44a61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 1099 time: 0.0556560 Aug 29 11:44:08.801164 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-22548f78-1a29-4b08-9c4c-d68abb6b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:08.802675 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-22548f78-1a29-4b08-9c4c-d68abb6b0681 service neutron] 10.222.0.42 "GET /v2.0/networks?id=23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 200 len: 911 time: 0.1161027 Aug 29 11:44:08.884749 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-e8aed138-6793-4230-8bce-7e0a3e131df6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549670-420b-4d06-9da5-d9bd1b95843c HTTP/1.1" status: 200 len: 1001 time: 0.0729973 Aug 29 11:44:08.958364 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-9b1ca78c-154b-493b-b973-8c348876c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:08.960310 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-9b1ca78c-154b-493b-b973-8c348876c220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 200 len: 849 time: 0.0674152 Aug 29 11:44:09.023677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-fa3dcada-14e3-4237-b422-3c8d40b8ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:09.025238 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-fa3dcada-14e3-4237-b422-3c8d40b8ad03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=23da4fbd-7df1-47ec-a21a-61b8631af4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579503 Aug 29 11:44:09.030930 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968d998-ac38-484b-9b86-fabedd8ba07f req-37ed2c4d-a0cb-4c3c-ab27-cf7fb74e83ad tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:09.032389 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4968d998-ac38-484b-9b86-fabedd8ba07f req-37ed2c4d-a0cb-4c3c-ab27-cf7fb74e83ad tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0863006 Aug 29 11:44:09.094122 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4968d998-ac38-484b-9b86-fabedd8ba07f req-1e059cd3-6669-467c-be68-76f2c142598a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494521 Aug 29 11:44:09.141156 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-49202539-5037-467b-a843-56849938dac6 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057103 Aug 29 11:44:09.245895 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-01d5f45f-bf98-4afb-a4c7-d1949a4160c7 req-0c112398-7e28-48d7-a188-a484d257eaa4 service neutron] 10.222.0.42 "GET /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976708 Aug 29 11:44:09.489359 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3a211-6e88-49fa-a342-57999bea0ae6 req-4dae52f5-c3cf-4936-86f4-2a2543dc7cad tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:09.491167 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-40d3a211-6e88-49fa-a342-57999bea0ae6 req-4dae52f5-c3cf-4936-86f4-2a2543dc7cad tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0722914 Aug 29 11:44:09.531493 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-40d3a211-6e88-49fa-a342-57999bea0ae6 req-a8460a94-ecf8-481c-9cab-fbde5c128489 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334549 Aug 29 11:44:10.227893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd66fc-9b7c-45c4-a1a6-f20aff77bd99 req-7a3acc90-ef31-45b7-bc78-2fed8d84352a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:10.229464 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdbd66fc-9b7c-45c4-a1a6-f20aff77bd99 req-7a3acc90-ef31-45b7-bc78-2fed8d84352a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0554960 Aug 29 11:44:10.268531 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-bdbd66fc-9b7c-45c4-a1a6-f20aff77bd99 req-ac1ed6fd-7429-42f5-bfa1-bbfd9d4ae7bc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323904 Aug 29 11:44:10.644601 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a013d-cbc2-4d15-a2de-0d791d9113bf req-43203cfa-f527-488a-8361-bf0f1ab75ef4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:10.646105 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-354a013d-cbc2-4d15-a2de-0d791d9113bf req-43203cfa-f527-488a-8361-bf0f1ab75ef4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Aug 29 11:44:10.687590 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-354a013d-cbc2-4d15-a2de-0d791d9113bf req-8fcd44bf-af3d-46cb-ab6f-0e34ff141ae4 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354712 Aug 29 11:44:11.229703 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534944-2bdd-4956-9c67-b215067030c1 req-8d4145e1-156c-42b8-967a-96d22961d79e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:11.231167 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e534944-2bdd-4956-9c67-b215067030c1 req-8d4145e1-156c-42b8-967a-96d22961d79e tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0506287 Aug 29 11:44:11.331638 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Deleting port 35549670-420b-4d06-9da5-d9bd1b95843c {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:11.331984 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:11.453459 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8021f0-067c-4a1b-888c-8bcb4e8cdb9d req-edf2927a-5507-4640-a6f0-bc6ee8461b13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:11.455039 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d8021f0-067c-4a1b-888c-8bcb4e8cdb9d req-edf2927a-5507-4640-a6f0-bc6ee8461b13 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.1070895 Aug 29 11:44:11.467587 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] For port 35549670-420b-4d06-9da5-d9bd1b95843c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=35549670-420b-4d06-9da5-d9bd1b95843c,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:11.467877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:11.543430 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6d8021f0-067c-4a1b-888c-8bcb4e8cdb9d req-c54f45a3-8f7c-4bdd-985d-7fce77176c6f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814576 Aug 29 11:44:11.662904 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:11.663295 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:11.663610 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Floating IP aa109ebb-a62a-4a45-a5fe-d18d139fb0b6 disassociated. External IP: 172.27.1.51, port: 35549670-420b-4d06-9da5-d9bd1b95843c. Aug 29 11:44:11.663952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Calling delete_port for 35549670-420b-4d06-9da5-d9bd1b95843c owned by compute:nova {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:11.806047 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc55b6-33be-49ed-891a-86243c24f01c req-d556310d-f491-49a7-8da7-5a308ccb7f9c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:11.807528 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c6bc55b6-33be-49ed-891a-86243c24f01c req-d556310d-f491-49a7-8da7-5a308ccb7f9c tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Aug 29 11:44:11.845170 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c6bc55b6-33be-49ed-891a-86243c24f01c req-08de4f4c-cc83-472f-b6cb-56aa36e71e7a tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups?id=c466b7d8-d331-4121-8e41-0177d57d1205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Aug 29 11:44:11.897195 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:11.927685 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'Port': ['ID=35549670-420b-4d06-9da5-d9bd1b95843c,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:11.937103 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.937464 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.937810 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.938150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.938488 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.938917 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.939179 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.939513 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.940372 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.940372 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.940548 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:11.940867 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:12.050793 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:44:12.401947 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:44:12.411728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:44:12.422388 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:12.423157 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:12.442625 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] No DVR routers for this DVR port 35549670-420b-4d06-9da5-d9bd1b95843c on host hv-cinder-80475 {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:44:12.445281 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:12.447478 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7e534944-2bdd-4956-9c67-b215067030c1 req-682e4b1b-10a1-4a27-8abd-f903d6ae3bfa tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.42 "DELETE /v2.0/ports/35549670-420b-4d06-9da5-d9bd1b95843c HTTP/1.1" status: 204 len: 173 time: 1.2088602 Aug 29 11:44:12.447612 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-ae9a3a05-7ed2-43fd-8d3b-83a9d41718d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:12.447951 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'name': 'network-vif-deleted', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:12.449045 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-ae9a3a05-7ed2-43fd-8d3b-83a9d41718d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0464573 Aug 29 11:44:12.451003 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faad38b-9604-49e1-bf5c-c145c5e961af" -d '{"events": [{"server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "name": "network-vif-deleted", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:12.487312 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cff8d2-2ed6-4297-8538-c1211a38c522 x-openstack-request-id: req-b9cff8d2-2ed6-4297-8538-c1211a38c522 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:12.487610 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b00351-e65f-41dc-8f97-5f58b93f52f7", "name": "network-vif-deleted", "tag": "35549670-420b-4d06-9da5-d9bd1b95843c", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:12.487868 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9cff8d2-2ed6-4297-8538-c1211a38c522 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:12.488267 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b00351-e65f-41dc-8f97-5f58b93f52f7', 'name': 'network-vif-deleted', 'tag': '35549670-420b-4d06-9da5-d9bd1b95843c', 'status': 'completed', 'code': 200} Aug 29 11:44:12.533726 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:12.548410 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-584b7d16-c408-47ba-b7ff-a5a97ca98c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:12.550086 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-584b7d16-c408-47ba-b7ff-a5a97ca98c66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.0930943 Aug 29 11:44:12.628791 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-e560dd07-f1c7-483e-ad62-09cd910049f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 200 len: 1001 time: 0.0711291 Aug 29 11:44:12.710000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da991-4e7b-4fd9-b942-c0457aefd269 req-f9443cee-d881-4e90-b938-09f6ca5fa2e2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:12.712165 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-da2da991-4e7b-4fd9-b942-c0457aefd269 req-f9443cee-d881-4e90-b938-09f6ca5fa2e2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0935576 Aug 29 11:44:12.713291 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-20a1600e-b876-483f-9e3f-fb98353536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:12.715266 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-20a1600e-b876-483f-9e3f-fb98353536b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0691161 Aug 29 11:44:12.738954 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:12.765592 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:44:12.773719 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:12.774332 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:12.779394 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-da2da991-4e7b-4fd9-b942-c0457aefd269 req-1d628773-b1d7-4017-b5fe-9033ef2d10e2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610695 Aug 29 11:44:12.785884 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-57912649-89d5-4770-912d-6db101856df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:12.787482 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-57912649-89d5-4770-912d-6db101856df5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621295 Aug 29 11:44:12.883356 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:12.888937 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-22b3c21c-9392-434e-9b22-5768ef4fcd4e service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944152 Aug 29 11:44:12.953366 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-7ce784b4-e80c-498a-83e6-2a01de737aec req-a5669b31-c5f3-4d72-989d-223512b6e6b9 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/ports?device_id=41b00351-e65f-41dc-8f97-5f58b93f52f7 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Aug 29 11:44:12.984808 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-29d1034f-3eae-45fb-998f-bde01eb02c8d req-6b326f11-50ed-4c00-8747-f1a8d6106611 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892897 Aug 29 11:44:13.081219 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:13.110278 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bad70-6ec2-4d0a-b2d0-052ebb1e273d None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:36:57Z', 'revision_number': 4, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'd0b64943-a0d6-4138-9a44-747aa400ad2a', 'name': '', 'network_id': '23da4fbd-7df1-47ec-a21a-61b8631af4c1', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'mac_address': 'fa:16:3e:59:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:56Z', 'updated_at': '2021-08-29T11:37:07Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'subnets': [{'id': '4ce7c853-d87e-41f5-833f-49aa20dde664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:44:13.331584 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18bae1-f1da-4bad-814f-7b0085dedf24 None None] New status for floating IP aa109ebb-a62a-4a45-a5fe-d18d139fb0b6: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:44:13.896687 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07313c-ac1d-4081-bf5a-983fe4505e43 req-7fbcb2c6-7076-47b8-aaf5-2d14ee9eb3ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:13.898134 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7d07313c-ac1d-4081-bf5a-983fe4505e43 req-7fbcb2c6-7076-47b8-aaf5-2d14ee9eb3ba tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Aug 29 11:44:13.935467 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7d07313c-ac1d-4081-bf5a-983fe4505e43 req-c8d96c9b-acbc-41ef-8f34-2ea77259dda8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309484 Aug 29 11:44:14.114554 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60134) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:14.167250 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.189426 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.245284 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 35549670-420b-4d06-9da5-d9bd1b95843c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:14.265926 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 35549670-420b-4d06-9da5-d9bd1b95843c {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:44:14.266266 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 35549670-420b-4d06-9da5-d9bd1b95843c not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:44:14.359953 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.362680 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.363780 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "DELETE /v2.0/security-groups/c466b7d8-d331-4121-8e41-0177d57d1205 HTTP/1.1" status: 204 len: 168 time: 0.2482300 Aug 29 11:44:14.366683 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60136) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:14.373863 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6feb7-ac6e-44a0-bf9d-789d24294331 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466b7d8-d331-4121-8e41-0177d57d1205,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:14.383863 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.api.v2.resource [None req-67eb180f-9e5f-4a7b-902b-17bd27c63061 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] show failed (client error): The resource could not be found. Aug 29 11:44:14.384968 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-67eb180f-9e5f-4a7b-902b-17bd27c63061 tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "GET /v2.0/security-groups/c466b7d8-d331-4121-8e41-0177d57d1205 HTTP/1.1" status: 404 len: 347 time: 0.0172737 Aug 29 11:44:14.388380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60138) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:14.514834 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Deleting port b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:14.515181 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.589583 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.590060 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.602361 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Calling delete_port for b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8 owned by network:floatingip {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:14.799754 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.830988 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Pushing event deleted for resources: {'Port': ['ID=b9edc89c-48b1-4b49-bbed-d21bc1b8aeb8,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:14.868323 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.868609 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.868979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.869320 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.869655 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.869990 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.870322 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.871241 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.871577 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.872158 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.872483 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.872842 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:44:14.894037 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.896809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:14.897973 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-24785cb2-96b4-4e04-b3c0-cb04a9b399da tempest-AttachVolumeTestJSON-1468405575 tempest-AttachVolumeTestJSON-1468405575-project] 10.222.0.43 "DELETE /v2.0/floatingips/aa109ebb-a62a-4a45-a5fe-d18d139fb0b6 HTTP/1.1" status: 204 len: 168 time: 0.5085733 Aug 29 11:44:15.051967 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26877a2-c6d5-4fd5-af4d-58c5eac3e962 req-04993b08-9bc8-4257-93ec-1d70c4166f62 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:15.053452 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c26877a2-c6d5-4fd5-af4d-58c5eac3e962 req-04993b08-9bc8-4257-93ec-1d70c4166f62 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 945 time: 0.0478218 Aug 29 11:44:15.090505 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c26877a2-c6d5-4fd5-af4d-58c5eac3e962 req-1409ed83-ab37-457e-bc74-f2df64c3767f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Aug 29 11:44:16.239446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:16.316002 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:16.337611 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:16.339883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13d011b-b820-4cdf-95f7-f5d6ac6fd821" -d '{"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:16.351653 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:16.374902 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e5fbe-ec7f-46af-91b0-0ada0010a12d x-openstack-request-id: req-cd2e5fbe-ec7f-46af-91b0-0ada0010a12d {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:16.375247 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-unplugged", "status": "failed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "code": 422}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:16.375528 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd2e5fbe-ec7f-46af-91b0-0ada0010a12d {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:16.375969 dv-cinder-804757-4-iscsi neutron-server[94516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'code': 422} returned with failed status Aug 29 11:44:16.428055 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:16.473988 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=8']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:17.626856 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e013a79-3058-4cba-904b-5d7025054bd9 req-cf36451f-633c-46a8-98a4-753361656721 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:17.628354 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8e013a79-3058-4cba-904b-5d7025054bd9 req-cf36451f-633c-46a8-98a4-753361656721 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0513458 Aug 29 11:44:17.673108 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8e013a79-3058-4cba-904b-5d7025054bd9 req-be396606-1bed-4b7c-920d-49b5e470d5de tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Aug 29 11:44:18.059286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60208) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:18.141911 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-274f3198-6976-43d4-932d-84e17ade21e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814860 Aug 29 11:44:18.793681 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7e8a0-249a-4465-b12c-45c6fe946810 req-25ff0ab2-0ce6-42a5-b734-0f645949679b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:18.795053 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c9f7e8a0-249a-4465-b12c-45c6fe946810 req-25ff0ab2-0ce6-42a5-b734-0f645949679b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Aug 29 11:44:18.832382 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-c9f7e8a0-249a-4465-b12c-45c6fe946810 req-7c450261-0121-468d-a397-cf9676e852d0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Aug 29 11:44:19.060970 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60226) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:19.497271 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:19.778704 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-8cd8ed6c-bce7-4b95-a77f-989d21f23f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:19.780231 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-8cd8ed6c-bce7-4b95-a77f-989d21f23f22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3&tenant_id=cd4e2f0f4b674676b15c2b3fc951e153 HTTP/1.1" status: 200 len: 1096 time: 0.0974064 Aug 29 11:44:19.796740 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Deleting port d0b64943-a0d6-4138-9a44-747aa400ad2a {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:19.797078 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:19.892927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-455b1de7-9935-4c77-8d29-d04fa8fdc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:19.894404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-455b1de7-9935-4c77-8d29-d04fa8fdc9c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0865052 Aug 29 11:44:19.912548 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] For port d0b64943-a0d6-4138-9a44-747aa400ad2a, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=d0b64943-a0d6-4138-9a44-747aa400ad2a,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:19.912940 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:19.950433 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6285-9cec-4784-92c3-036918f9516a req-978e460f-dfa8-445f-86e1-777a886b851a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:19.952060 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-525c6285-9cec-4784-92c3-036918f9516a req-978e460f-dfa8-445f-86e1-777a886b851a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0478294 Aug 29 11:44:19.956373 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Calling delete_port for d0b64943-a0d6-4138-9a44-747aa400ad2a owned by network:router_interface {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:19.992826 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-525c6285-9cec-4784-92c3-036918f9516a req-d11149be-0d53-4111-84f7-b82d70450766 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349712 Aug 29 11:44:20.043946 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-8866bb8c-2369-4779-8961-92b658351b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:20.045359 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-8866bb8c-2369-4779-8961-92b658351b82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 200 len: 917 time: 0.1405873 Aug 29 11:44:20.154159 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-72e7337f-6bad-4fb0-8ef8-fb5ec5dbf17c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 200 len: 999 time: 0.1001825 Aug 29 11:44:20.236790 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-0af921fa-a713-4634-b1da-b166a16bb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:20.238176 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-0af921fa-a713-4634-b1da-b166a16bb7dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 200 len: 855 time: 0.0531235 Aug 29 11:44:20.287372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-4962ee55-9827-41bb-a8bc-db3de2b97b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:20.288831 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-4962ee55-9827-41bb-a8bc-db3de2b97b83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4488a518-8083-4d4f-846c-cb71d5bcb014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412240 Aug 29 11:44:20.303953 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:20.364981 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b64943-a0d6-4138-9a44-747aa400ad2a,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:20.447685 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-bdde272a-fb84-46f8-8c94-0d01c86c03e9 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512764 Aug 29 11:44:20.836247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:20.843961 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8e28fe55-4ae7-4552-9764-7e398a6a4fc3 req-5a7d5996-9156-4319-8e4f-9e924ad5a6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607972 Aug 29 11:44:21.049272 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Router 12a63690-6fef-4ab6-893d-56908ae4109f has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:44:21.185683 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5fb8-e331-42d8-93f0-959188e411e3 req-d3eb76fb-e076-4c18-9f00-5a370008cb2e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:21.187170 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ae5f5fb8-e331-42d8-93f0-959188e411e3 req-d3eb76fb-e076-4c18-9f00-5a370008cb2e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0980654 Aug 29 11:44:21.200234 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:44:21.208254 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-82839e9f-569b-480f-8804-fdb27b885429 admin admin] 10.222.0.43 "PUT /v2.0/routers/12a63690-6fef-4ab6-893d-56908ae4109f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1435821 Aug 29 11:44:21.208439 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60250) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:21.208935 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Sync routers for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:44:21.231330 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:21.236982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:21.265141 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ae5f5fb8-e331-42d8-93f0-959188e411e3 req-0005d22e-059b-44de-8dfa-963808e08932 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708051 Aug 29 11:44:21.347484 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:21.493096 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:21.516428 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:21.653193 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Deleting port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:21.653650 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:21.708200 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:44:20Z', 'revision_number': 5, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port': {'id': '953b86ca-c532-4f64-bd5e-ec4f0a63aebe', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:36:52Z', 'updated_at': '2021-08-29T11:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:21.736466 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Checking router: 12a63690-6fef-4ab6-893d-56908ae4109f for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:44:21.745309 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Routers {'12a63690-6fef-4ab6-893d-56908ae4109f'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:21.746465 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:43:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12a63690-6fef-4ab6-893d-56908ae4109f'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:21.751216 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] For port 953b86ca-c532-4f64-bd5e-ec4f0a63aebe, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:21.754106 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:21.788728 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Calling delete_port for 953b86ca-c532-4f64-bd5e-ec4f0a63aebe owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:21.849668 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] Set router 12a63690-6fef-4ab6-893d-56908ae4109f gateway port host: None {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:21.903689 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:44:21Z', 'revision_number': 6, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:21.932831 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef58387-d519-4e80-9d76-3b1dd70360b8 None None] The sync data for ids ['12a63690-6fef-4ab6-893d-56908ae4109f'] in dv-cinder-804757-4-iscsi is: [{'id': '12a63690-6fef-4ab6-893d-56908ae4109f', 'name': 'tempest-AttachVolumeTestJSON-782604666-router', 'tenant_id': '9edfe2ab96e347aaa855cffb06b2d863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:36:51Z', 'updated_at': '2021-08-29T11:44:21Z', 'revision_number': 6, 'project_id': '9edfe2ab96e347aaa855cffb06b2d863', 'gw_port_host': None}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:44:22.055254 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.079862 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Pushing event deleted for resources: {'Port': ['ID=953b86ca-c532-4f64-bd5e-ec4f0a63aebe,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:22.146967 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.257528 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.258208 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.415580 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d84b-93ed-4b9f-94b6-5cf6742db5bf req-dde441a5-b979-4556-91e9-1ce3d5faeafc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:22.423189 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a6c6d84b-93ed-4b9f-94b6-5cf6742db5bf req-dde441a5-b979-4556-91e9-1ce3d5faeafc tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0719640 Aug 29 11:44:22.430477 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.430989 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a63690-6fef-4ab6-893d-56908ae4109f {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:44:22.442914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.444046 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0805dfea-1f17-4aef-8267-bfc11655fa9f admin admin] 10.222.0.43 "DELETE /v2.0/routers/12a63690-6fef-4ab6-893d-56908ae4109f HTTP/1.1" status: 204 len: 168 time: 1.2346206 Aug 29 11:44:22.446667 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60260) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:22.494098 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a6c6d84b-93ed-4b9f-94b6-5cf6742db5bf req-84cc8534-5186-4f9a-bfef-fa1b670530fa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699172 Aug 29 11:44:22.505565 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Deleting subnet 4ce7c853-d87e-41f5-833f-49aa20dde664 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:44:22.508798 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.547184 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.658068 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.821131 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.856324 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce7c853-d87e-41f5-833f-49aa20dde664,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:22.863806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:22.865752 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-caee6c7c-e213-423a-bd77-3e1ce84cce7c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4ce7c853-d87e-41f5-833f-49aa20dde664 HTTP/1.1" status: 204 len: 168 time: 0.4181719 Aug 29 11:44:22.868275 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60262) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:22.871438 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe629013-48b1-4e90-a592-713287741071 None None] Network 23da4fbd-7df1-47ec-a21a-61b8631af4c1 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:44:22.957843 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.024040 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Deleting port 9b347467-9f32-4ab6-936a-f1d08f110977 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:23.024384 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.099533 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] For port 9b347467-9f32-4ab6-936a-f1d08f110977, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=9b347467-9f32-4ab6-936a-f1d08f110977,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:23.099533 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.107207 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] DHCP port deletion for 23da4fbd-7df1-47ec-a21a-61b8631af4c1 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:44:23.124519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Calling delete_port for 9b347467-9f32-4ab6-936a-f1d08f110977 owned by network:dhcp {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:23.162272 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Deleting port 9b347467-9f32-4ab6-936a-f1d08f110977 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:23.162663 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.231361 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] For port 9b347467-9f32-4ab6-936a-f1d08f110977, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=9b347467-9f32-4ab6-936a-f1d08f110977,segment=NetworkSegment(a7976b50-b421-4c7c-b47e-ae7ed12762e1),segment_id=a7976b50-b421-4c7c-b47e-ae7ed12762e1)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:23.231361 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.239290 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Calling delete_port for 9b347467-9f32-4ab6-936a-f1d08f110977 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:23.307233 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 953b86ca-c532-4f64-bd5e-ec4f0a63aebe no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:23.320362 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.332174 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 953b86ca-c532-4f64-bd5e-ec4f0a63aebe {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:44:23.332527 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 953b86ca-c532-4f64-bd5e-ec4f0a63aebe not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:44:23.332971 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 9b347467-9f32-4ab6-936a-f1d08f110977 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:23.351357 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b347467-9f32-4ab6-936a-f1d08f110977,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:23.357508 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] No DVR routers for this DVR port 9b347467-9f32-4ab6-936a-f1d08f110977 on host dv-cinder-804757-4-iscsi {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:44:23.372848 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 9b347467-9f32-4ab6-936a-f1d08f110977 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:44:23.373194 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 9b347467-9f32-4ab6-936a-f1d08f110977 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:44:23.373608 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device d0b64943-a0d6-4138-9a44-747aa400ad2a no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:23.402574 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: d0b64943-a0d6-4138-9a44-747aa400ad2a {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:44:23.402921 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device d0b64943-a0d6-4138-9a44-747aa400ad2a not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:44:23.429313 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.438327 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.450099 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23da4fbd-7df1-47ec-a21a-61b8631af4c1']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:23.453623 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] Pushing event deleted for resources: {'Port': ['ID=9b347467-9f32-4ab6-936a-f1d08f110977,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:23.460321 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffac998-ef77-4606-95f6-3c37502f8ecb None None] No DVR routers for this DVR port 9b347467-9f32-4ab6-936a-f1d08f110977 on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:44:23.465127 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7976b50-b421-4c7c-b47e-ae7ed12762e1') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:23.465435 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7976b50-b421-4c7c-b47e-ae7ed12762e1') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:23.476531 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.496236 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.503962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:44:23.504422 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:44:23.506336 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:44:23.631538 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec25ba-88d0-4d2b-a885-665685c4d41c req-ab487f43-1be7-4f49-8a58-99c65943db76 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:23.632960 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a3ec25ba-88d0-4d2b-a885-665685c4d41c req-ab487f43-1be7-4f49-8a58-99c65943db76 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0639110 Aug 29 11:44:23.638392 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.644291 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:23.651819 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] 10.222.0.43 "DELETE /v2.0/networks/23da4fbd-7df1-47ec-a21a-61b8631af4c1 HTTP/1.1" status: 204 len: 168 time: 0.7770820 Aug 29 11:44:23.674542 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1050d-6dc8-4abb-add0-16be8ed23a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=23da4fbd-7df1-47ec-a21a-61b8631af4c1,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:23.688487 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a3ec25ba-88d0-4d2b-a885-665685c4d41c req-a4002f25-e38d-492a-8c7d-4826a299eae8 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450435 Aug 29 11:44:24.368784 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e82f579f-3bc5-431b-8f9e-b0201c318e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:24.534191 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60270) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:24.582647 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ba16c1ec-353b-4cb5-821e-4f23689c8aef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9edfe2ab96e347aaa855cffb06b2d863&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449567 Aug 29 11:44:24.582936 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60272) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:24.633693 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:24.657158 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:24.811281 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:24.814040 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:24.815254 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54e33eb0-5f99-430b-9d07-c89cb4fcaf88 HTTP/1.1" status: 204 len: 168 time: 0.2313437 Aug 29 11:44:24.854389 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78aaa-4a98-4422-b35c-65e746e4ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e33eb0-5f99-430b-9d07-c89cb4fcaf88,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:24.884921 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec48de-2c74-4210-8ff5-58b354d9db59 req-99aad24a-b0a3-498e-9e18-9e7ca6fc85b6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:24.892739 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4fec48de-2c74-4210-8ff5-58b354d9db59 req-99aad24a-b0a3-498e-9e18-9e7ca6fc85b6 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0751219 Aug 29 11:44:24.943169 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4fec48de-2c74-4210-8ff5-58b354d9db59 req-af4d79ce-c2ef-4473-bf45-f741b617d684 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 Aug 29 11:44:26.082232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf25048-6384-47ea-a562-efade5cc751b req-5ae8dd67-c9ca-4386-9a5a-4569abe52b5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:26.084556 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecf25048-6384-47ea-a562-efade5cc751b req-5ae8dd67-c9ca-4386-9a5a-4569abe52b5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0548067 Aug 29 11:44:26.127873 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecf25048-6384-47ea-a562-efade5cc751b req-62503782-31d8-4fe6-a2c1-055b6115a53d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364146 Aug 29 11:44:26.933647 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-91fa26ca-abcd-47ba-bde9-4c9c9ceed1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:27.253879 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfdaf6-03a7-43ac-b55d-ceaa6dcae2de req-156fa625-9395-48da-876c-63a85e787084 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:27.255375 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27cfdaf6-03a7-43ac-b55d-ceaa6dcae2de req-156fa625-9395-48da-876c-63a85e787084 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0517609 Aug 29 11:44:27.306489 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-27cfdaf6-03a7-43ac-b55d-ceaa6dcae2de req-1cd0d1e7-664b-4223-a1a8-b3faa8a242e0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432248 Aug 29 11:44:27.353947 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:28.152456 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:28.439633 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d19720-a2c0-4c36-af61-9ed807a96492 req-2ea39ba3-c840-4c7c-8732-3df6562f6b02 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:28.441177 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22d19720-a2c0-4c36-af61-9ed807a96492 req-2ea39ba3-c840-4c7c-8732-3df6562f6b02 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0574622 Aug 29 11:44:28.482404 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22d19720-a2c0-4c36-af61-9ed807a96492 req-6a32a0d4-355d-4869-91ce-966452cfdd08 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346804 Aug 29 11:44:29.506687 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:29.627827 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2003e3f-b9bc-4d23-bced-908184d17dcc req-43fe4df4-79fa-46fb-92ce-155807e7b85b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:29.629406 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d2003e3f-b9bc-4d23-bced-908184d17dcc req-43fe4df4-79fa-46fb-92ce-155807e7b85b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0641201 Aug 29 11:44:29.671517 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d2003e3f-b9bc-4d23-bced-908184d17dcc req-43b40414-35d3-4146-ad79-2b4c5fdb4411 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357788 Aug 29 11:44:30.799938 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718cb96-5155-485d-a080-2513e563d139 req-58672070-83e7-4812-bb5f-32e4a3928bc9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:30.801606 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2718cb96-5155-485d-a080-2513e563d139 req-58672070-83e7-4812-bb5f-32e4a3928bc9 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0571623 Aug 29 11:44:30.841837 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-2718cb96-5155-485d-a080-2513e563d139 req-ad9d631d-5d66-4718-a755-04fa22bead50 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332131 Aug 29 11:44:31.342267 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:31.589416 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60428) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:31.696540 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3f5a-cb74-410d-a3c5-4d65fd06687f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:31.966223 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3f5a-cb74-410d-a3c5-4d65fd06687f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:31.982659 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088fad-6ad7-4849-865d-cd2040b9a3ff req-90320a1e-be69-46c2-9d3f-d9f896ecbed2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:31.984181 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67088fad-6ad7-4849-865d-cd2040b9a3ff req-90320a1e-be69-46c2-9d3f-d9f896ecbed2 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0644288 Aug 29 11:44:32.022698 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-67088fad-6ad7-4849-865d-cd2040b9a3ff req-7f3d06be-0e99-4d9b-992d-e4c20619f15b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Aug 29 11:44:32.068222 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3f5a-cb74-410d-a3c5-4d65fd06687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:32.107587 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a5ae3f5a-cb74-410d-a3c5-4d65fd06687f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0644cc71477c40ffa747324a1ecdb42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164871 Aug 29 11:44:32.108377 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae3f5a-cb74-410d-a3c5-4d65fd06687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bade93-e37c-4815-b903-56986c81018a,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:32.111027 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60434) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:32.163578 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:32.184537 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:32.313267 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:32.315841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:32.317046 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9bade93-e37c-4815-b903-56986c81018a HTTP/1.1" status: 204 len: 168 time: 0.2050428 Aug 29 11:44:32.325231 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e87569-4e81-4b29-bb9b-0bff997ecc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bade93-e37c-4815-b903-56986c81018a,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:33.007426 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60442) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:33.020157 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f56a24a1-b31b-43be-ace5-713d60a60a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.130288 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f56a24a1-b31b-43be-ace5-713d60a60a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.151410 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2076d-738f-4b3c-ba9d-670619d4fa7a req-75fd2f84-0688-4b36-b2ae-1aee65f08c31 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:33.153324 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5ae2076d-738f-4b3c-ba9d-670619d4fa7a req-75fd2f84-0688-4b36-b2ae-1aee65f08c31 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0601020 Aug 29 11:44:33.190498 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5ae2076d-738f-4b3c-ba9d-670619d4fa7a req-dd463921-6bd4-4e13-9c05-ecdafb054bfa tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Aug 29 11:44:33.191509 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f56a24a1-b31b-43be-ace5-713d60a60a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.228654 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a24a1-b31b-43be-ace5-713d60a60a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3688169-7ecb-483b-a932-0494a0fb8f8e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:33.234093 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f56a24a1-b31b-43be-ace5-713d60a60a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a7fa037e9604052a4ab9e73089cd6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255793 Aug 29 11:44:33.236854 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60446) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:33.283996 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.304050 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.451044 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.453584 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:33.454794 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3688169-7ecb-483b-a932-0494a0fb8f8e HTTP/1.1" status: 204 len: 168 time: 0.2170155 Aug 29 11:44:33.462651 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62e0fa-6111-478c-b329-296ef82db70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3688169-7ecb-483b-a932-0494a0fb8f8e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:34.293065 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:44:34.318079 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e752c-a31e-4853-9e5b-5b03d53a6041 req-fa772934-f71c-48b0-bd60-7acec98d493b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:34.319713 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-850e752c-a31e-4853-9e5b-5b03d53a6041 req-fa772934-f71c-48b0-bd60-7acec98d493b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 943 time: 0.0566833 Aug 29 11:44:34.360915 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-850e752c-a31e-4853-9e5b-5b03d53a6041 req-23dd32c3-ff32-4d72-86d7-fabd95b14059 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328386 Aug 29 11:44:34.392143 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:34.403748 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'port_id': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'mac_address': 'fa:16:3e:d6:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:44:34.440163 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:34.452922 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:44:34.472922 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:34.551920 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:34.601193 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=9']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:34.663984 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:44:34.805297 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['82df9107-ab63-4bde-8f59-4259770bc0b5'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:44:35.476970 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086de16-fe2c-478b-95a0-3d744fba1657 req-6d6dbe04-630c-4da0-a663-d1d776079e5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:35.478496 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9086de16-fe2c-478b-95a0-3d744fba1657 req-6d6dbe04-630c-4da0-a663-d1d776079e5c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.0486813 Aug 29 11:44:35.519239 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9086de16-fe2c-478b-95a0-3d744fba1657 req-933b0b4b-355a-4938-a260-304c1cd60998 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343041 Aug 29 11:44:36.318614 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:44:36.369091 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 82df9107-ab63-4bde-8f59-4259770bc0b5 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:44:36.369461 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:36.446357 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:36.467795 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:36.470051 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7907e-4fae-4416-971f-7f4102cf1740" -d '{"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:36.488883 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:36.507159 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e73f28-67e6-4ed3-8e7b-dee8384a184f x-openstack-request-id: req-30e73f28-67e6-4ed3-8e7b-dee8384a184f {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:36.507452 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-plugged", "status": "completed", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:36.507710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30e73f28-67e6-4ed3-8e7b-dee8384a184f {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:36.508107 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'code': 200} Aug 29 11:44:36.623307 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:36.642003 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daebe0-89de-41cf-85c7-49ffc57f028a req-e239c085-22f4-43f8-b621-74305634a4bf tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:36.644108 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9daebe0-89de-41cf-85c7-49ffc57f028a req-e239c085-22f4-43f8-b621-74305634a4bf tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 944 time: 0.0508945 Aug 29 11:44:36.679264 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=10']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:36.697388 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e9daebe0-89de-41cf-85c7-49ffc57f028a req-e4ee3fd3-1651-4472-959c-ac51e984d83e tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Aug 29 11:44:36.838799 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086b51a-2ee6-44ed-94d4-0060b8d94319 req-91681805-c2bf-4960-be83-6cf0591ccf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:36.840701 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9086b51a-2ee6-44ed-94d4-0060b8d94319 req-91681805-c2bf-4960-be83-6cf0591ccf90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 1099 time: 0.0384576 Aug 29 11:44:36.877826 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9086b51a-2ee6-44ed-94d4-0060b8d94319 req-46a847b8-2328-483c-a191-f61250a1f5cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273740 Aug 29 11:44:37.823949 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89672f31-7594-451f-9670-1f509c067fe8 req-a957c082-e8d2-4f39-ad62-b0d69d0bf542 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:37.825530 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-89672f31-7594-451f-9670-1f509c067fe8 req-a957c082-e8d2-4f39-ad62-b0d69d0bf542 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Aug 29 11:44:37.862680 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-89672f31-7594-451f-9670-1f509c067fe8 req-b00a3706-a2a0-4c71-bd67-0160f4784c1d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Aug 29 11:44:38.206887 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60534) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:38.309100 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4d97114a-a242-4ded-8610-e70d675643c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.403543 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4d97114a-a242-4ded-8610-e70d675643c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.513788 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4d97114a-a242-4ded-8610-e70d675643c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.554509 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-4d97114a-a242-4ded-8610-e70d675643c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=664789d0f45041d39de3f9f670af363f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464520 Aug 29 11:44:38.555424 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97114a-a242-4ded-8610-e70d675643c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebaba1-dfc2-4dde-9a09-0d7c23f0695e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:38.557298 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60546) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:38.613469 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.634084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.774444 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.777107 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:38.778844 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2aebaba1-dfc2-4dde-9a09-0d7c23f0695e HTTP/1.1" status: 204 len: 168 time: 0.2203264 Aug 29 11:44:38.787469 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b06628-79f3-4e0d-a794-e7326909ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebaba1-dfc2-4dde-9a09-0d7c23f0695e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:38.985140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678cc39-dec6-4bf9-91ea-9335b57ea794 req-e78236d1-8b8b-4e82-93c0-48e7c580b2a0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:38.986653 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b678cc39-dec6-4bf9-91ea-9335b57ea794 req-e78236d1-8b8b-4e82-93c0-48e7c580b2a0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Aug 29 11:44:39.026036 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b678cc39-dec6-4bf9-91ea-9335b57ea794 req-a4cee927-a4b6-4f33-8b24-3e9752c58b03 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Aug 29 11:44:39.485192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60572) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:39.499120 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8fdf49f0-a4c1-4863-b156-27b475e051ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.582364 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8fdf49f0-a4c1-4863-b156-27b475e051ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.667566 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8fdf49f0-a4c1-4863-b156-27b475e051ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.704498 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-8fdf49f0-a4c1-4863-b156-27b475e051ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=322f838080c146259f6300648a41cdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182114 Aug 29 11:44:39.706350 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf49f0-a4c1-4863-b156-27b475e051ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15bda17-ae15-4828-b9f1-8f301ca0e300,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:39.707194 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60574) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:39.759304 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.776044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.940045 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.942595 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:39.943745 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d15bda17-ae15-4828-b9f1-8f301ca0e300 HTTP/1.1" status: 204 len: 168 time: 0.2355671 Aug 29 11:44:39.960694 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ed61d-a4ea-49d1-acb7-d2c773a810ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15bda17-ae15-4828-b9f1-8f301ca0e300,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:40.143226 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020e030-e86c-45d7-aade-f993c899f94e req-83483363-6b13-442a-a18e-dd4a9aadc44d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:40.144769 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5020e030-e86c-45d7-aade-f993c899f94e req-83483363-6b13-442a-a18e-dd4a9aadc44d tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Aug 29 11:44:40.182313 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-5020e030-e86c-45d7-aade-f993c899f94e req-24f46ca5-0ffe-45a0-b493-50145e62879b tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Aug 29 11:44:44.464570 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bcd4b817-def8-4999-ae35-185b322062c5 req-bc9f35c6-7043-4141-bd82-a638cb745a7d tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033693014&fields=id&tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c HTTP/1.1" status: 200 len: 267 time: 0.0313995 Aug 29 11:44:44.520600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4b817-def8-4999-ae35-185b322062c5 req-cb9ac771-49a2-4b8f-be13-497c0ceae8b7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:44.522230 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bcd4b817-def8-4999-ae35-185b322062c5 req-cb9ac771-49a2-4b8f-be13-497c0ceae8b7 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 985 time: 0.0514197 Aug 29 11:44:44.535213 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Request body: {'port': {'security_groups': ['83756995-2679-4656-b67a-149b2d7d98e7']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:44:44.609812 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:44.781924 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:44.810129 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:44.889922 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:44.901394 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:44:44.931363 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:44.931994 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:44.933418 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bcd4b817-def8-4999-ae35-185b322062c5 req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "PUT /v2.0/ports/8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 943 time: 0.4037468 Aug 29 11:44:44.933869 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:44.936671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:44.941538 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60642) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:44.986010 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9caf34-c57e-4ff9-a28e-e0cf57ddbdf5 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event updated for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=7']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:44.993838 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4915a9a9-7a59-4632-9b16-1a7e241580bb x-openstack-request-id: req-4915a9a9-7a59-4632-9b16-1a7e241580bb {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:45.000676 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:45.000676 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4915a9a9-7a59-4632-9b16-1a7e241580bb {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:45.000676 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:44:45.021216 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.046888 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.171616 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-f9126908-57fd-4c2e-b403-c07d98355a66 None None] Provisioning complete for port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:44:45.171980 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f9126908-57fd-4c2e-b403-c07d98355a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.176301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.178908 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.180093 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "DELETE /v2.0/security-groups/aad97c88-0e37-4134-b0f8-d44b7513e5ca HTTP/1.1" status: 204 len: 168 time: 0.2367628 Aug 29 11:44:45.182916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60644) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:45.189758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2a363-6540-4585-be9f-f090b3a03de4 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad97c88-0e37-4134-b0f8-d44b7513e5ca,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:45.340994 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Deleting port 81e3acaf-bfdf-41a1-bce4-72d83d48954b {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:45.341254 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.411813 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.412138 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.423584 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Calling delete_port for 81e3acaf-bfdf-41a1-bce4-72d83d48954b owned by network:floatingip {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:45.662068 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.686979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event deleted for resources: {'Port': ['ID=81e3acaf-bfdf-41a1-bce4-72d83d48954b,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:45.747896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:45.748226 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Floating IP 9236fad0-7fc6-468b-a51d-1f8e528ef30f disassociated (deleted). External IP: 172.27.1.185, port: 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e. Aug 29 11:44:45.945367 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Router b2069b9a-4ce0-4376-93ad-b6dcd621e18d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:44:46.048207 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:44:46.053114 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:46.058389 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Sync routers for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:44:46.067166 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:46.067778 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:46.079419 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f2a30aa5-eb98-4fdf-8d1d-d1f6eebdea80 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "DELETE /v2.0/floatingips/9236fad0-7fc6-468b-a51d-1f8e528ef30f HTTP/1.1" status: 204 len: 168 time: 0.8953938 Aug 29 11:44:46.255766 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:46.448126 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:46.473814 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Checking router: b2069b9a-4ce0-4376-93ad-b6dcd621e18d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:44:46.481651 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:46.482271 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:46.583796 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:46.775950 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:46.801200 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826e5a9-3214-45fa-8a26-6ca443577084 None None] The sync data for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi is: [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:02Z', 'revision_number': 4, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '989ce899-7247-4804-8744-7e223222bd24', 'name': '', 'network_id': '0832d762-b369-458a-930a-db147e3f2686', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'mac_address': 'fa:16:3e:3b:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8c0f306a-e718-470d-998b-418dda012a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:12Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'subnets': [{'id': '8c0f306a-e718-470d-998b-418dda012a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:44:46.996134 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:46.999422 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b458658-b6ae-488c-96bb-9e5ddee5201b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:47.009244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3b40-6fb3-4a6c-9aaf-ed9ba0599960 None None] New status for floating IP 9236fad0-7fc6-468b-a51d-1f8e528ef30f: DOWN {{(pid=94516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:44:47.035003 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34caa736-9889-4da7-9945-2e815ff50f98 x-openstack-request-id: req-34caa736-9889-4da7-9945-2e815ff50f98 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:47.035297 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:47.035550 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34caa736-9889-4da7-9945-2e815ff50f98 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:47.035949 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:44:47.648611 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-a4d7b0a7-f47c-4b09-bec8-67f463833571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:47.650124 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-a4d7b0a7-f47c-4b09-bec8-67f463833571 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1099 time: 0.0419793 Aug 29 11:44:47.673617 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:44:47.745634 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-e5d45f52-de7c-4cea-baeb-50503b71e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:47.747801 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-e5d45f52-de7c-4cea-baeb-50503b71e5ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.0902109 Aug 29 11:44:47.792175 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-30cd665a-48cf-4ab8-9d14-b27d8337dad9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 217 time: 0.0373435 Aug 29 11:44:47.842502 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-01e15437-e1f6-410d-a1cc-9c5db98fe19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:47.843935 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-01e15437-e1f6-410d-a1cc-9c5db98fe19d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0441196 Aug 29 11:44:47.894106 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-6c5376e9-aa7d-4910-9d03-60fa9280ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:47.895560 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-6c5376e9-aa7d-4910-9d03-60fa9280ca0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384474 Aug 29 11:44:47.989911 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-dbb245f0-b2e6-40a9-9f59-1cfb25b9dcb5 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821521 Aug 29 11:44:48.077594 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-1c24bf4d-1fbd-4e86-a235-5181b4fbebef req-7ac3ffb3-927f-44fb-ab42-040336940c48 service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784433 Aug 29 11:44:48.246029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-c142da82-2c37-498b-a93d-f579a30ec9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:48.248363 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-c142da82-2c37-498b-a93d-f579a30ec9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 1099 time: 0.0446973 Aug 29 11:44:48.333140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-f917b939-2717-4ae2-8bf0-12b74afbb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:48.334615 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-f917b939-2717-4ae2-8bf0-12b74afbb791 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 200 len: 915 time: 0.0800562 Aug 29 11:44:48.378878 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-9c2c75d2-9686-4859-b34e-6b4591956767 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 200 len: 217 time: 0.0375330 Aug 29 11:44:48.426975 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-f2fe1a25-eb22-4644-9763-392c008e6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:48.428384 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-f2fe1a25-eb22-4644-9763-392c008e6896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 200 len: 853 time: 0.0412731 Aug 29 11:44:48.472306 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-e25bc14a-23d0-418e-97fc-49c29c503c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:48.474010 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-e25bc14a-23d0-418e-97fc-49c29c503c0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0832d762-b369-458a-930a-db147e3f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383983 Aug 29 11:44:48.566302 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-816f10c9-3df7-41c8-a922-f5e04313321f service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Aug 29 11:44:48.655256 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8b458658-b6ae-488c-96bb-9e5ddee5201b req-e6239de1-be4b-4096-afcb-c0d8a301e6ad service neutron] 10.222.0.42 "GET /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Aug 29 11:44:51.597236 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eaa44-897c-47d0-95b0-bd12dc9cb1ab req-530a5df0-0cea-487c-8cd7-8e529c4aeda8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:51.598688 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-533eaa44-897c-47d0-95b0-bd12dc9cb1ab req-530a5df0-0cea-487c-8cd7-8e529c4aeda8 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0485234 Aug 29 11:44:51.634694 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-533eaa44-897c-47d0-95b0-bd12dc9cb1ab req-88c92400-31ca-4567-ad09-85af116cdb4c tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302382 Aug 29 11:44:52.755440 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e1a96-d18b-44c5-a86a-92af5dd92a97 req-eef4ad0d-1377-4d20-9cac-8462e7f7bb75 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:52.757000 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-884e1a96-d18b-44c5-a86a-92af5dd92a97 req-eef4ad0d-1377-4d20-9cac-8462e7f7bb75 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0526810 Aug 29 11:44:52.796403 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-884e1a96-d18b-44c5-a86a-92af5dd92a97 req-47530437-d6c1-4032-b517-aedb88862947 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Aug 29 11:44:52.816915 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60712) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:52.920059 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7647d222-ade8-4854-9c8d-9b9912e97dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.005688 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7647d222-ade8-4854-9c8d-9b9912e97dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.078636 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7647d222-ade8-4854-9c8d-9b9912e97dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.114906 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7647d222-ade8-4854-9c8d-9b9912e97dd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebf583275eca4e4d872b9d25b05148b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968633 Aug 29 11:44:53.115837 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647d222-ade8-4854-9c8d-9b9912e97dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b33fb-dc0e-4a15-9c32-efec57a3b94b,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:53.117697 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60716) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:53.166674 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.187351 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.313240 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.315730 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.316887 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d79b33fb-dc0e-4a15-9c32-efec57a3b94b HTTP/1.1" status: 204 len: 168 time: 0.1979136 Aug 29 11:44:53.325559 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e69f0-0063-4d75-bbbb-34e52418018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b33fb-dc0e-4a15-9c32-efec57a3b94b,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:53.518446 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852609-c804-42f7-93cd-d425774410e3 req-13a817fe-e7e6-4ea5-9801-0955b53ca7f6 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:53.519891 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8852609-c804-42f7-93cd-d425774410e3 req-13a817fe-e7e6-4ea5-9801-0955b53ca7f6 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0484154 Aug 29 11:44:53.612718 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Deleting port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:53.613062 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.700251 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] For port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:53.700609 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.713250 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Calling delete_port for 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:53.909115 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456abfa-3d55-48b9-883c-77f7fc60d005 req-5b400a8e-e146-4f3b-ad03-8d018a3fad3b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:53.910571 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5456abfa-3d55-48b9-883c-77f7fc60d005 req-5b400a8e-e146-4f3b-ad03-8d018a3fad3b tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fdd868-7c86-4b92-bd19-2a1ade03fdbd HTTP/1.1" status: 200 len: 946 time: 0.0489542 Aug 29 11:44:53.911667 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:53.924032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:44:53.954295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Pushing event deleted for resources: {'Port': ['ID=8ec36bdf-4dd1-40a4-ad95-3f246f0b228e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:54.011582 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60724) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:54.025585 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bed8f987-7bdb-442b-83c2-0a8918c07ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.122985 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bed8f987-7bdb-442b-83c2-0a8918c07ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.193038 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bed8f987-7bdb-442b-83c2-0a8918c07ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.236138 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bed8f987-7bdb-442b-83c2-0a8918c07ec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de967e5847bc44aa8c974766bb64a3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233267 Aug 29 11:44:54.238194 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8f987-7bdb-442b-83c2-0a8918c07ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f439274-4477-4153-af70-79d63a9f7a6f,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:54.240486 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60726) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:54.248140 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5456abfa-3d55-48b9-883c-77f7fc60d005 req-7b1baa5e-78d2-493e-b54e-4b856aa62c32 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.43 "GET /v2.0/security-groups?id=83756995-2679-4656-b67a-149b2d7d98e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295271 Aug 29 11:44:54.249002 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] No DVR routers for this DVR port 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:44:54.256299 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.256299 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8852609-c804-42f7-93cd-d425774410e3 req-fb38c07a-82ee-45f9-b797-c47df8a85766 tempest-TestMinimumBasicScenario-60558970 tempest-TestMinimumBasicScenario-60558970-project] 10.222.0.42 "DELETE /v2.0/ports/8ec36bdf-4dd1-40a4-ad95-3f246f0b228e HTTP/1.1" status: 204 len: 173 time: 0.7262828 Aug 29 11:44:54.256299 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'name': 'network-vif-deleted', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:44:54.257039 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c0c4f5c4-51f1-4d90-8293-dd36fc2d7a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.257403 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3875a06c-2995-4f20-9c40-553e213c36b4" -d '{"events": [{"server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "name": "network-vif-deleted", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:44:54.292580 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30f0ca6-03c6-42af-a0fb-ee0af9f3d646 x-openstack-request-id: req-a30f0ca6-03c6-42af-a0fb-ee0af9f3d646 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:44:54.292903 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fdd868-7c86-4b92-bd19-2a1ade03fdbd", "name": "network-vif-deleted", "tag": "8ec36bdf-4dd1-40a4-ad95-3f246f0b228e", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:44:54.293156 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a30f0ca6-03c6-42af-a0fb-ee0af9f3d646 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:44:54.293584 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fdd868-7c86-4b92-bd19-2a1ade03fdbd', 'name': 'network-vif-deleted', 'tag': '8ec36bdf-4dd1-40a4-ad95-3f246f0b228e', 'status': 'completed', 'code': 200} Aug 29 11:44:54.301961 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.326600 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.461649 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.464231 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:54.465601 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f439274-4477-4153-af70-79d63a9f7a6f HTTP/1.1" status: 204 len: 168 time: 0.2241631 Aug 29 11:44:54.473894 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a23a29-965c-4840-a962-c91253b2f406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f439274-4477-4153-af70-79d63a9f7a6f,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:55.561127 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60764) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:55.654374 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886298987-network', 'tenant_id': '658b95a099a941eab4a2e3bb50c64e17'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:44:55.815860 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Made reservation on behalf of 658b95a099a941eab4a2e3bb50c64e17 for: {'network': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:44:55.818140 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:55.826685 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:55.909939 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.031633 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.056201 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:44:56.066192 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c47df4-5b10-45f2-8a50-60853f3d9edf,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:56.071608 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.071957 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.segments_db [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Added segment 1b2e54fb-3bdc-4a5c-b506-c6d454a7778f of type vlan for network 724235ef-5030-4549-b775-89cc1ff66699 Aug 29 11:44:56.112695 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.185971 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.186979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:56.187555 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.243885 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] Pushing event updated for resources: {'Network': ['ID=724235ef-5030-4549-b775-89cc1ff66699,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:56.254293 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 724235ef-5030-4549-b775-89cc1ff66699 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:44:56.334773 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-5d4af051-5263-4299-b560-11b2910d93b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7725351 Aug 29 11:44:56.337558 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60784) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:56.342866 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Request body: {'subnet': {'network_id': '724235ef-5030-4549-b775-89cc1ff66699', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886298987-subnet', 'tenant_id': '658b95a099a941eab4a2e3bb50c64e17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:44:56.459978 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Made reservation on behalf of 658b95a099a941eab4a2e3bb50c64e17 for: {'subnet': 1} {{(pid=94515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:44:56.462353 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31252503'] for subnet, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.677448 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31252581'] for subnet, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.734147 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d5a853-78ab-4ac4-b400-058a7bf13db4,revision_number=0']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:56.739284 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Checking segment: {'id': '1b2e54fb-3bdc-4a5c-b506-c6d454a7778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '724235ef-5030-4549-b775-89cc1ff66699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:44:56.739648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Network hostable DHCP agents. Network: 724235ef-5030-4549-b775-89cc1ff66699, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:44:56.838409 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Network 724235ef-5030-4549-b775-89cc1ff66699 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:44:56.922799 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 724235ef-5030-4549-b775-89cc1ff66699) {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:44:56.927295 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:56.927887 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:56.933341 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd35b77-8d04-44ef-bcb9-a3346613c9db None None] Network 724235ef-5030-4549-b775-89cc1ff66699 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:44:56.969666 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-291b9d05-c9af-467f-87e4-ca51e10ae691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.032801 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4caaca60-c356-4d44-8fcc-fabfb0d286fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6941247 Aug 29 11:44:57.056876 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20db1fa-13e8-4024-ad94-7d4ade1133f9 None None] Network 724235ef-5030-4549-b775-89cc1ff66699 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:44:57.135907 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60798) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:57.291350 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.638124 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:44:57.658903 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:44:57.660860 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 8ec36bdf-4dd1-40a4-ad95-3f246f0b228e not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:44:57.714839 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60812) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:57.720312 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185882653-network', 'tenant_id': '2529e92683424a2ba259c5eb55407ad8'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:44:57.796703 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.873209 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Made reservation on behalf of 2529e92683424a2ba259c5eb55407ad8 for: {'network': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:44:57.877083 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for network, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.886141 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.970704 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:57.973157 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.079104 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Deleting port 989ce899-7247-4804-8744-7e223222bd24 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:58.079448 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.090412 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.115002 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 11:44:58.125076 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6a7cb-4571-432c-99ef-1c0fd82f0bd4,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:58.131192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.131542 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.segments_db [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Added segment fdea23cb-da91-4825-9b5e-c727596a631f of type vlan for network 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 Aug 29 11:44:58.164145 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] For port 989ce899-7247-4804-8744-7e223222bd24, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=989ce899-7247-4804-8744-7e223222bd24,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:58.164513 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.171351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761515807088'] for network, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.177045 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Calling delete_port for 989ce899-7247-4804-8744-7e223222bd24 owned by network:router_interface {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:58.250466 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861'] for network, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.251472 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:58.252060 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.311785 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] Pushing event updated for resources: {'Network': ['ID=1a91e4bc-97a6-4eb0-9d4a-87280a8330d4,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:58.321713 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Network 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 details requested by agent ovs-agent-dv-cinder-804757-4-iscsi with host dv-cinder-804757-4-iscsi {{(pid=94516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 11:44:58.382767 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-2cf75558-6dc0-473b-a0df-d000e7972599 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6662762 Aug 29 11:44:58.385458 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60814) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:58.391000 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Request body: {'subnet': {'network_id': '1a91e4bc-97a6-4eb0-9d4a-87280a8330d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185882653-subnet', 'tenant_id': '2529e92683424a2ba259c5eb55407ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:44:58.433622 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.459886 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=989ce899-7247-4804-8744-7e223222bd24,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:58.495886 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Made reservation on behalf of 2529e92683424a2ba259c5eb55407ad8 for: {'subnet': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:44:58.499736 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29535325'] for subnet, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.631778 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.731516 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29535279'] for subnet, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.787526 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93752f40-a925-4b40-ad13-e6d2fceb7598,revision_number=0']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:58.798033 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Checking segment: {'id': 'fdea23cb-da91-4825-9b5e-c727596a631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a91e4bc-97a6-4eb0-9d4a-87280a8330d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:44:58.798398 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Network hostable DHCP agents. Network: 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4, hostable agents: ['bb4386e8-d66a-4b19-904b-1f4013db9906'], hosted agents: [] {{(pid=94514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 11:44:58.841058 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Router b2069b9a-4ce0-4376-93ad-b6dcd621e18d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:44:58.899979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Network 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 is scheduled to be hosted by DHCP agent bb4386e8-d66a-4b19-904b-1f4013db9906 with binding_index 1 {{(pid=94514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 11:44:58.944849 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:44:58.949858 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e6b25a0a-53e9-4303-a115-dc8f9c968b65 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2069b9a-4ce0-4376-93ad-b6dcd621e18d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134522 Aug 29 11:44:58.952388 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60816) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:44:58.954927 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Sync routers for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:44:58.964839 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:58.965607 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:58.968565 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-4-iscsi, 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4) {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:44:58.977075 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:44:58.977075 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:58.983560 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f695718d-e1ba-4cfb-9f4b-67aa0c096534 None None] Network 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:44:59.058380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.061334 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-65abfa31-0b76-4859-a4ac-d3542f563327 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6747782 Aug 29 11:44:59.080369 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:59.150347 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d365cdc-f63e-4c7e-840b-c96162f2ad48 None None] Network 1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:44:59.177054 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.304368 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:44:58Z', 'revision_number': 5, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port': {'id': 'a9ab25c2-58e4-40f1-8238-d56de8d910f3', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:59.324686 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Deleting port a9ab25c2-58e4-40f1-8238-d56de8d910f3 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:44:59.325686 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.351716 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Checking router: b2069b9a-4ce0-4376-93ad-b6dcd621e18d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:44:59.374614 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Routers {'b2069b9a-4ce0-4376-93ad-b6dcd621e18d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:44:59.375360 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:59.439780 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] For port a9ab25c2-58e4-40f1-8238-d56de8d910f3, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=a9ab25c2-58e4-40f1-8238-d56de8d910f3,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:44:59.448592 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.453691 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Calling delete_port for a9ab25c2-58e4-40f1-8238-d56de8d910f3 owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:44:59.474806 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] Set router b2069b9a-4ce0-4376-93ad-b6dcd621e18d gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:44:59.528537 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:44:59Z', 'revision_number': 6, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:44:59.530168 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.558616 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcf561-ed1c-4d71-9c4a-3d8b2ea56610 None None] The sync data for ids ['b2069b9a-4ce0-4376-93ad-b6dcd621e18d'] in dv-cinder-804757-4-iscsi is: [{'id': 'b2069b9a-4ce0-4376-93ad-b6dcd621e18d', 'name': 'tempest-TestMinimumBasicScenario-171553394-router', 'tenant_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:41:59Z', 'updated_at': '2021-08-29T11:44:59Z', 'revision_number': 6, 'project_id': 'f85f0bb3d5844ea6ad191e59f18b4b0c', 'gw_port_host': None}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:44:59.690206 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.719224 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ab25c2-58e4-40f1-8238-d56de8d910f3,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:44:59.782084 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.870586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:44:59.873354 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.021515 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.022047 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2069b9a-4ce0-4376-93ad-b6dcd621e18d {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:45:00.027036 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.028215 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-36222dff-b52b-46ec-8a2b-197be7c9e430 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b2069b9a-4ce0-4376-93ad-b6dcd621e18d HTTP/1.1" status: 204 len: 168 time: 1.0749032 Aug 29 11:45:00.030766 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60824) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:00.073987 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Deleting subnet 8c0f306a-e718-470d-998b-418dda012a22 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:45:00.077674 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.111595 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.193120 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.307587 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.337621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0f306a-e718-470d-998b-418dda012a22,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:00.340067 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.344759 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-0d4b22a1-f41a-428c-80e1-2a4f291d3cf6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c0f306a-e718-470d-998b-418dda012a22 HTTP/1.1" status: 204 len: 168 time: 0.3102915 Aug 29 11:45:00.344884 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b55f30-85bf-426b-81cb-4cd9890895ea None None] Network 0832d762-b369-458a-930a-db147e3f2686 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:45:00.345006 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 60830) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:00.422413 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.477403 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Deleting port 555b380a-15df-4496-9e4c-d3f003d021c0 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:00.477750 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.542147 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] For port 555b380a-15df-4496-9e4c-d3f003d021c0, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=555b380a-15df-4496-9e4c-d3f003d021c0,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:00.542509 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.557290 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] DHCP port deletion for 0832d762-b369-458a-930a-db147e3f2686 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:45:00.557769 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Calling delete_port for 555b380a-15df-4496-9e4c-d3f003d021c0 owned by network:dhcp {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:00.609962 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Deleting port 555b380a-15df-4496-9e4c-d3f003d021c0 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:00.610340 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.676530 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] For port 555b380a-15df-4496-9e4c-d3f003d021c0, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=555b380a-15df-4496-9e4c-d3f003d021c0,segment=NetworkSegment(c90c341f-2ba8-4f5a-b7ad-bf621cb91d15),segment_id=c90c341f-2ba8-4f5a-b7ad-bf621cb91d15)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:00.676969 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.690142 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Calling delete_port for 555b380a-15df-4496-9e4c-d3f003d021c0 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:00.769018 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.774458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.795429 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Pushing event deleted for resources: {'Port': ['ID=555b380a-15df-4496-9e4c-d3f003d021c0,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:00.798822 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] No DVR routers for this DVR port 555b380a-15df-4496-9e4c-d3f003d021c0 on host dv-cinder-804757-4-iscsi {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:00.801046 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Pushing event deleted for resources: {'Port': ['ID=555b380a-15df-4496-9e4c-d3f003d021c0,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:00.804053 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] No DVR routers for this DVR port 555b380a-15df-4496-9e4c-d3f003d021c0 on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.813894 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.814849 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380d9caf-800c-4ea7-b8b8-7a0a5f01cb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:00.869651 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.879533 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0832d762-b369-458a-930a-db147e3f2686']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:00.892854 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:00.893089 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90c341f-2ba8-4f5a-b7ad-bf621cb91d15') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:00.901765 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.915367 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.921668 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:45:00.922057 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:45:00.923655 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:45:01.038979 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.044680 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.046523 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] 10.222.0.43 "DELETE /v2.0/networks/0832d762-b369-458a-930a-db147e3f2686 HTTP/1.1" status: 204 len: 168 time: 0.7011580 Aug 29 11:45:01.049556 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60832) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:01.057386 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff7d2e-4394-4628-ad6c-7cbc2ac6c93a admin admin] Pushing event deleted for resources: {'Network': ['ID=0832d762-b369-458a-930a-db147e3f2686,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:01.330186 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 989ce899-7247-4804-8744-7e223222bd24 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:01.350123 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 989ce899-7247-4804-8744-7e223222bd24 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:01.350464 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 989ce899-7247-4804-8744-7e223222bd24 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:01.350895 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device a9ab25c2-58e4-40f1-8238-d56de8d910f3 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:01.372989 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: a9ab25c2-58e4-40f1-8238-d56de8d910f3 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:01.372989 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device a9ab25c2-58e4-40f1-8238-d56de8d910f3 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:01.372989 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 555b380a-15df-4496-9e4c-d3f003d021c0 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:01.374025 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.399263 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 555b380a-15df-4496-9e4c-d3f003d021c0 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:01.401653 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 555b380a-15df-4496-9e4c-d3f003d021c0 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:01.440622 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.689916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Deleting port bd06edbc-b85f-48aa-8663-d34d62c9d569 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:01.689916 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.768622 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] For port bd06edbc-b85f-48aa-8663-d34d62c9d569, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=bd06edbc-b85f-48aa-8663-d34d62c9d569,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:01.769064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:01.781511 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Calling delete_port for bd06edbc-b85f-48aa-8663-d34d62c9d569 owned by network:router_interface {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:02.025503 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.054737 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd06edbc-b85f-48aa-8663-d34d62c9d569,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:02.220897 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.425795 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Router 0152140e-d72a-4f99-8499-72b27ba0eb98 has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:45:02.527122 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:45:02.534073 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-7289f28a-5839-41c3-9ef2-2bfc894d0e4e admin admin] 10.222.0.43 "PUT /v2.0/routers/0152140e-d72a-4f99-8499-72b27ba0eb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4833572 Aug 29 11:45:02.535153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60848) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:02.536658 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Sync routers for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:45:02.546016 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:02.546647 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:02.639338 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.650230 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:02.744188 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.828687 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:45:01Z', 'revision_number': 5, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port': {'id': 'fc6e1368-66a2-4205-b983-7509b59d22a0', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:29:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:02.854447 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Checking router: 0152140e-d72a-4f99-8499-72b27ba0eb98 for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:45:02.863091 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Routers {'0152140e-d72a-4f99-8499-72b27ba0eb98'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:02.863708 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['0152140e-d72a-4f99-8499-72b27ba0eb98'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:02.890515 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Deleting port fc6e1368-66a2-4205-b983-7509b59d22a0 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:02.890774 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.951407 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] Set router 0152140e-d72a-4f99-8499-72b27ba0eb98 gateway port host: None {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:02.966742 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] For port fc6e1368-66a2-4205-b983-7509b59d22a0, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fc6e1368-66a2-4205-b983-7509b59d22a0,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:02.968233 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:02.979510 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Calling delete_port for fc6e1368-66a2-4205-b983-7509b59d22a0 owned by network:router_gateway {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:03.006185 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:45:02Z', 'revision_number': 6, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:03.032890 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce27f8-09ec-4635-9778-e2e5d11968c6 None None] The sync data for ids ['0152140e-d72a-4f99-8499-72b27ba0eb98'] in dv-cinder-804757-4-iscsi is: [{'id': '0152140e-d72a-4f99-8499-72b27ba0eb98', 'name': 'tempest-TestMinimumBasicScenario-1572464757-router', 'tenant_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:07Z', 'updated_at': '2021-08-29T11:45:02Z', 'revision_number': 6, 'project_id': '7ecfe757cbbf45f7913c81a9cd95f4ae', 'gw_port_host': None}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:45:03.170279 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.196560 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6e1368-66a2-4205-b983-7509b59d22a0,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:03.258513 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.346912 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.348978 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.505706 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.506249 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0152140e-d72a-4f99-8499-72b27ba0eb98 {{(pid=94514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:45:03.510902 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.512177 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-94a27ef3-3c6d-4616-bc5d-bd1023a1d9c6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0152140e-d72a-4f99-8499-72b27ba0eb98 HTTP/1.1" status: 204 len: 168 time: 0.9759092 Aug 29 11:45:03.515079 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60858) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:03.558180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Deleting subnet 4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7 {{(pid=94514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:45:03.561762 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.597726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646669'] for subnet, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.698229 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.778862 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device bd06edbc-b85f-48aa-8663-d34d62c9d569 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:03.799627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: bd06edbc-b85f-48aa-8663-d34d62c9d569 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:03.800007 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device bd06edbc-b85f-48aa-8663-d34d62c9d569 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:03.850411 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29542894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29535286'] for subnet, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.876516 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:03.879977 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:03.887882 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e309edb7-68af-426e-9f98-4fe4fda37981 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b89b00f-6fc7-4ca1-a950-9a4fe3dc82f7 HTTP/1.1" status: 204 len: 168 time: 0.3658571 Aug 29 11:45:03.887882 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60860) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:03.888193 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826b0d4-8f60-4e31-9115-a684864a28ca None None] Network ea8b2bf5-ae44-42f6-9df1-8cbab879c845 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:45:03.957168 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.013777 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Deleting port 575b0149-0b80-4f31-a9c8-76cc2837082a {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:04.014122 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.077358 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] DHCP port deletion for ea8b2bf5-ae44-42f6-9df1-8cbab879c845 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:45:04.083119 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] For port 575b0149-0b80-4f31-a9c8-76cc2837082a, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=575b0149-0b80-4f31-a9c8-76cc2837082a,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:04.083488 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.096380 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Calling delete_port for 575b0149-0b80-4f31-a9c8-76cc2837082a owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:04.124665 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Deleting port 575b0149-0b80-4f31-a9c8-76cc2837082a {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:04.125068 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.188309 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] For port 575b0149-0b80-4f31-a9c8-76cc2837082a, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=575b0149-0b80-4f31-a9c8-76cc2837082a,segment=NetworkSegment(1d2fe2e9-406e-4458-89da-032a06ebf63e),segment_id=1d2fe2e9-406e-4458-89da-032a06ebf63e)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:04.188764 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.201344 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Calling delete_port for 575b0149-0b80-4f31-a9c8-76cc2837082a owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:04.279592 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.284886 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.307264 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Pushing event deleted for resources: {'Port': ['ID=575b0149-0b80-4f31-a9c8-76cc2837082a,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:04.307632 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] Pushing event deleted for resources: {'Port': ['ID=575b0149-0b80-4f31-a9c8-76cc2837082a,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:04.311814 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] No DVR routers for this DVR port 575b0149-0b80-4f31-a9c8-76cc2837082a on host dv-cinder-804757-4-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:04.319091 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfc5fd-1ca2-4134-ab23-1c9f78798a76 None None] No DVR routers for this DVR port 575b0149-0b80-4f31-a9c8-76cc2837082a on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:04.380847 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.391153 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8b2bf5-ae44-42f6-9df1-8cbab879c845']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:04.401055 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2fe2e9-406e-4458-89da-032a06ebf63e') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:04.401420 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2fe2e9-406e-4458-89da-032a06ebf63e') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:04.409965 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.423042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:45:04.433428 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:45:04.553251 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.558640 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:04.566856 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea8b2bf5-ae44-42f6-9df1-8cbab879c845 HTTP/1.1" status: 204 len: 168 time: 0.6717412 Aug 29 11:45:04.572154 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065742-b7fb-49be-8237-28670049b468 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8b2bf5-ae44-42f6-9df1-8cbab879c845,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:04.927706 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60874) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:04.966437 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-53a6618f-c66a-405a-beb9-a0068e452379 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f85f0bb3d5844ea6ad191e59f18b4b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371811 Aug 29 11:45:04.968756 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60876) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:05.015101 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:05.035125 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:05.167996 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:05.171117 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:05.172250 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83756995-2679-4656-b67a-149b2d7d98e7 HTTP/1.1" status: 204 len: 168 time: 0.2026217 Aug 29 11:45:05.179962 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa15c0-00ce-4173-aabc-a27a22ea28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83756995-2679-4656-b67a-149b2d7d98e7,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:05.306730 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 575b0149-0b80-4f31-a9c8-76cc2837082a no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:05.329982 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 575b0149-0b80-4f31-a9c8-76cc2837082a {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:05.330329 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 575b0149-0b80-4f31-a9c8-76cc2837082a not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:05.330740 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fc6e1368-66a2-4205-b983-7509b59d22a0 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:05.349025 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: fc6e1368-66a2-4205-b983-7509b59d22a0 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:05.349378 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fc6e1368-66a2-4205-b983-7509b59d22a0 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:05.906990 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60886) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:05.945840 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-233257cb-5159-4dbd-86a1-2dc50779dbe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ecfe757cbbf45f7913c81a9cd95f4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376689 Aug 29 11:45:05.948304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 60888) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:05.994046 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:06.015589 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:06.124539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:06.127082 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:06.128232 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf9ad51a-f0e9-4a93-a974-bfba94f52dd5 HTTP/1.1" status: 204 len: 168 time: 0.1789310 Aug 29 11:45:06.136277 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79690807-eee5-4dde-a21d-948dc3f81fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ad51a-f0e9-4a93-a974-bfba94f52dd5,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:09.390600 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9743b-9108-4b8c-a0be-bb9f884b5865 req-07710e3f-f98d-4213-81be-f842fbd58d90 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:09.392065 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9eb9743b-9108-4b8c-a0be-bb9f884b5865 req-07710e3f-f98d-4213-81be-f842fbd58d90 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0484090 Aug 29 11:45:09.427998 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-9eb9743b-9108-4b8c-a0be-bb9f884b5865 req-11ddf40e-952a-4337-9551-ce6fb9e16b53 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300341 Aug 29 11:45:09.578288 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-789083ac-49ea-4125-b10a-4b271936602c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441809 Aug 29 11:45:09.645976 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-07ad3453-2dc3-4ec7-a52f-a3b9cd26493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:09.647623 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-07ad3453-2dc3-4ec7-a52f-a3b9cd26493e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0407832 Aug 29 11:45:09.760838 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-be248f48-6413-40e6-953b-a7632d9ec5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:09.762360 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-be248f48-6413-40e6-953b-a7632d9ec5ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 910 time: 0.0905328 Aug 29 11:45:10.071267 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-1f940107-902e-4026-bc70-295636906f96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 1001 time: 0.3006284 Aug 29 11:45:10.122032 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-ae27957c-6418-4c99-8c39-c509b0fd5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:10.123613 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-ae27957c-6418-4c99-8c39-c509b0fd5d45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0439439 Aug 29 11:45:10.173985 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-128174bc-5321-4cd8-8704-b72f88ad575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:10.175623 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-128174bc-5321-4cd8-8704-b72f88ad575d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437930 Aug 29 11:45:10.266777 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-59e2c2b6-e7cd-4d9f-8507-83b62fed0e89 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Aug 29 11:45:10.361366 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f8128200-fe2e-45d9-864b-9d74eb77f3a0 req-a6f7481a-9768-4585-bfb1-d40e3e849e08 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Aug 29 11:45:10.544957 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb90d2-1c75-4920-9891-8f8916792aeb req-9da0e98c-50bc-449c-866b-de9586b9f722 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:10.546410 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-90fb90d2-1c75-4920-9891-8f8916792aeb req-9da0e98c-50bc-449c-866b-de9586b9f722 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0468087 Aug 29 11:45:10.583357 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-90fb90d2-1c75-4920-9891-8f8916792aeb req-0567abb5-7bba-41b7-a3cf-42988a04f5a4 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Aug 29 11:45:11.662969 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:45:11.702763 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfe96f-4503-429a-a2d0-8bade360f743 req-f7eaf7a8-a585-4a5f-84d8-58da53393923 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:11.704208 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a4bfe96f-4503-429a-a2d0-8bade360f743 req-f7eaf7a8-a585-4a5f-84d8-58da53393923 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0514808 Aug 29 11:45:11.741488 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a4bfe96f-4503-429a-a2d0-8bade360f743 req-65850470-543d-468a-aa5b-70a0a31a2eaf tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Aug 29 11:45:11.920202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596b8a8-48f8-45e8-a538-8f38f5cb1d56 req-c6cee9e9-bd69-4be6-b40b-65d056f8c017 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:11.922197 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2596b8a8-48f8-45e8-a538-8f38f5cb1d56 req-c6cee9e9-bd69-4be6-b40b-65d056f8c017 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Aug 29 11:45:11.957571 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2596b8a8-48f8-45e8-a538-8f38f5cb1d56 req-cc783901-3dc2-42ac-b6a5-c41a6374f7af tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295780 Aug 29 11:45:12.861066 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697dc3-19c0-44b7-97a9-0e6d74fe68e3 req-f6aeb375-febf-4099-9f83-e9d50fa57b2f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:12.862534 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-31697dc3-19c0-44b7-97a9-0e6d74fe68e3 req-f6aeb375-febf-4099-9f83-e9d50fa57b2f tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0481293 Aug 29 11:45:12.898733 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-31697dc3-19c0-44b7-97a9-0e6d74fe68e3 req-3b84955a-a349-4aaf-8814-2e0bc207306a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304043 Aug 29 11:45:13.066969 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad7b4f-facb-4155-b4de-99cc0b184721 req-da11892e-1679-40da-8b51-7b2e98732aed tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:13.068314 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1ad7b4f-facb-4155-b4de-99cc0b184721 req-da11892e-1679-40da-8b51-7b2e98732aed tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0465012 Aug 29 11:45:13.105195 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-e1ad7b4f-facb-4155-b4de-99cc0b184721 req-46f0d402-df64-489f-8666-114b74cce6e7 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Aug 29 11:45:13.424237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-2a75f6b0-c850-4a7f-afa9-40ac6953f500 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:13.425735 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-2a75f6b0-c850-4a7f-afa9-40ac6953f500 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0478730 Aug 29 11:45:13.520442 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Deleting port 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:13.520838 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:13.603930 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] For port 82df9107-ab63-4bde-8f59-4259770bc0b5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=82df9107-ab63-4bde-8f59-4259770bc0b5,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:13.604302 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:13.825064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:13.825456 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:13.825772 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.db.l3_db [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Floating IP bb47b871-4e6b-4971-be05-ee10bedaa4e5 disassociated. External IP: 172.27.1.236, port: 82df9107-ab63-4bde-8f59-4259770bc0b5. Aug 29 11:45:13.826114 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Calling delete_port for 82df9107-ab63-4bde-8f59-4259770bc0b5 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:14.015638 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00728f4b-bab1-4d80-bb6a-a79dc53c049a req-d549beff-2921-43f2-b18d-44c7d1b3f5f3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:14.017042 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-00728f4b-bab1-4d80-bb6a-a79dc53c049a req-d549beff-2921-43f2-b18d-44c7d1b3f5f3 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Aug 29 11:45:14.021190 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:14.061398 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'Port': ['ID=82df9107-ab63-4bde-8f59-4259770bc0b5,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:14.118311 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-00728f4b-bab1-4d80-bb6a-a79dc53c049a req-c8e75985-1e9f-490d-8f08-a7ad6ec95e2c tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0cef354-76a0-42dd-87ba-2107d3d1ca88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952365 Aug 29 11:45:14.187988 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:45:14.236197 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580ebe-b029-4b2b-9344-648660a61926 req-5ab23590-8845-479d-97cc-e72a49d9dba4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:14.237893 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-33580ebe-b029-4b2b-9344-648660a61926 req-5ab23590-8845-479d-97cc-e72a49d9dba4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0561666 Aug 29 11:45:14.277335 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-33580ebe-b029-4b2b-9344-648660a61926 req-72f7996a-3c20-444e-b843-0ba107c29e33 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Aug 29 11:45:14.299647 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:45:14.311261 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:45:14.321908 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:14.322805 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:14.339146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] No DVR routers for this DVR port 82df9107-ab63-4bde-8f59-4259770bc0b5 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:14.341698 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:14.344355 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e3994289-d799-4a75-8e20-0f0e094e46b5 req-ba2f82a2-36bb-48ab-b3e6-76be4c78c719 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.42 "DELETE /v2.0/ports/82df9107-ab63-4bde-8f59-4259770bc0b5 HTTP/1.1" status: 204 len: 173 time: 0.9111094 Aug 29 11:45:14.344849 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-deleted', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:14.347345 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c09b3-8271-4107-be34-b5dd013778f1" -d '{"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-deleted", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:14.396563 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d0ed1-39b0-4768-8c3d-b49d94f94248 x-openstack-request-id: req-3f8d0ed1-39b0-4768-8c3d-b49d94f94248 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:14.396884 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a5ac2-9320-423b-900d-e15b23bcf8a3", "name": "network-vif-deleted", "tag": "82df9107-ab63-4bde-8f59-4259770bc0b5", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:14.397138 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f8d0ed1-39b0-4768-8c3d-b49d94f94248 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:14.397536 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a5ac2-9320-423b-900d-e15b23bcf8a3', 'name': 'network-vif-deleted', 'tag': '82df9107-ab63-4bde-8f59-4259770bc0b5', 'status': 'completed', 'code': 200} Aug 29 11:45:14.461381 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:14.764008 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:14.790840 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:45:14.799428 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:14.800831 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:14.907616 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:15.115368 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:15.142825 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5ec1-6abd-475d-9697-373e3f762dd2 None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:38:15Z', 'revision_number': 4, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': 'fd40df25-b630-4cbb-b633-745e5813cd70', 'name': '', 'network_id': '4488a518-8083-4d4f-846c-cb71d5bcb014', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'mac_address': 'fa:16:3e:34:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:14Z', 'updated_at': '2021-08-29T11:38:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'subnets': [{'id': '822959a9-17d5-44e4-b64a-bf88816752e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:45:15.254802 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0332c862-d5ac-4c82-8ddf-351aa7bb1236 req-649da007-f167-4637-b8aa-8c69f8d4b81a tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/ports?device_id=086a5ac2-9320-423b-900d-e15b23bcf8a3 HTTP/1.1" status: 200 len: 210 time: 0.0407586 Aug 29 11:45:15.402545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947d1f9-5e8f-4584-a7c1-9097804c025f req-a7ca5af4-8239-4d1d-98da-bceb278f4640 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:15.408375 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6947d1f9-5e8f-4584-a7c1-9097804c025f req-a7ca5af4-8239-4d1d-98da-bceb278f4640 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0562596 Aug 29 11:45:15.408485 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8a156-f69c-4c82-b641-55a7abe253b7 None None] New status for floating IP bb47b871-4e6b-4971-be05-ee10bedaa4e5: DOWN {{(pid=94516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:45:15.443635 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6947d1f9-5e8f-4584-a7c1-9097804c025f req-ab70059c-c5b7-4edb-8804-0f110a6febd1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Aug 29 11:45:16.428468 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32786) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:16.482473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.506712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.562683 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aedcdc-2901-4e85-8b7f-42919dde21d9 req-36ebf4e8-147d-430b-939e-64253936f51a tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:16.564310 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f1aedcdc-2901-4e85-8b7f-42919dde21d9 req-36ebf4e8-147d-430b-939e-64253936f51a tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0508029 Aug 29 11:45:16.602431 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f1aedcdc-2901-4e85-8b7f-42919dde21d9 req-dfa9d448-52d4-49bd-84a3-b10519701563 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Aug 29 11:45:16.649982 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.652585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.653769 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0cef354-76a0-42dd-87ba-2107d3d1ca88 HTTP/1.1" status: 204 len: 168 time: 0.2242754 Aug 29 11:45:16.657174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32794) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:16.663475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cef354-76a0-42dd-87ba-2107d3d1ca88,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:16.670488 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.670653 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.api.v2.resource [None req-02a55339-8e08-4978-b8a7-b13e81d8f593 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] show failed (client error): The resource could not be found. Aug 29 11:45:16.670848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.671204 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.671652 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-02a55339-8e08-4978-b8a7-b13e81d8f593 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "GET /v2.0/security-groups/f0cef354-76a0-42dd-87ba-2107d3d1ca88 HTTP/1.1" status: 404 len: 347 time: 0.0132291 Aug 29 11:45:16.671769 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.671956 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.672301 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.672666 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.677758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.677758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.677758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.677758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.677758 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ba235-ec62-452d-812f-b3af8466ae85 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:16.680342 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32796) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:16.803587 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Deleting port c847440d-6e27-4da1-8a9d-ea315871bee5 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:16.803936 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.878818 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.879150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:16.890950 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Calling delete_port for c847440d-6e27-4da1-8a9d-ea315871bee5 owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:17.130202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:17.157390 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Pushing event deleted for resources: {'Port': ['ID=c847440d-6e27-4da1-8a9d-ea315871bee5,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:17.167341 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.167694 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169033 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169033 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169033 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169033 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169407 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.169712 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.170025 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.170445 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.171291 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.171620 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:45:17.224831 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:17.228906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:17.228906 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-03d7b95b-311a-411c-8e7e-f0a2387e38b0 tempest-AttachVolumeShelveTestJSON-1256398700 tempest-AttachVolumeShelveTestJSON-1256398700-project] 10.222.0.43 "DELETE /v2.0/floatingips/bb47b871-4e6b-4971-be05-ee10bedaa4e5 HTTP/1.1" status: 204 len: 168 time: 0.5477419 Aug 29 11:45:17.717936 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3e54-61a8-4f7c-9eb9-ca3aa618eec0 req-d65a2675-287c-4ec9-a1e8-c084105e1ffb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:17.719451 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a37b3e54-61a8-4f7c-9eb9-ca3aa618eec0 req-d65a2675-287c-4ec9-a1e8-c084105e1ffb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0486557 Aug 29 11:45:17.752065 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:17.757393 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a37b3e54-61a8-4f7c-9eb9-ca3aa618eec0 req-536b8d20-ca9e-494c-9118-0f2d84b5d7cf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Aug 29 11:45:17.778446 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 82df9107-ab63-4bde-8f59-4259770bc0b5 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:17.778796 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 82df9107-ab63-4bde-8f59-4259770bc0b5 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:18.237602 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32822) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:18.289833 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Deleting subnet 18d5a853-78ab-4ac4-b400-058a7bf13db4 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:45:18.289833 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.323602 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.367796 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.471467 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.504345 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d5a853-78ab-4ac4-b400-058a7bf13db4,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:18.519197 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.520441 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e4e18f9b-b29e-4668-bb23-af44150f8f17 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/18d5a853-78ab-4ac4-b400-058a7bf13db4 HTTP/1.1" status: 204 len: 168 time: 0.2818587 Aug 29 11:45:18.523077 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32834) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:18.539349 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-c1256529-2d0a-477e-8ffd-af33b78d3137 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748739369&fields=id&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 267 time: 0.0645823 Aug 29 11:45:18.610154 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.645968 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-68a394a6-398e-4170-9985-48fb1ee77df2 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:18.647487 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-68a394a6-398e-4170-9985-48fb1ee77df2 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1004477 Aug 29 11:45:18.663206 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-80e5bc5b-f3e4-42a9-a610-4341cb96633c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/quotas/2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 375 time: 0.0097442 Aug 29 11:45:18.691875 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.701784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724235ef-5030-4549-b775-89cc1ff66699']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:18.715929 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2e54fb-3bdc-4a5c-b506-c6d454a7778f') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:18.716232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2e54fb-3bdc-4a5c-b506-c6d454a7778f') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:18.720219 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-3377177b-86ac-4ece-ac86-c814b4356585 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516989 Aug 29 11:45:18.725727 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.740434 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.746729 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:45:18.747258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:45:18.749275 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:45:18.820805 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-5572c90c-e136-45e0-a676-020b65e267c1 service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890293 Aug 29 11:45:18.875558 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8de5-4f19-44bf-a94b-845c1fc1c767 req-f24173b7-e3af-45ae-ab96-c303def7a5fa tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:18.877010 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-adee8de5-4f19-44bf-a94b-845c1fc1c767 req-f24173b7-e3af-45ae-ab96-c303def7a5fa tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0492733 Aug 29 11:45:18.900273 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.910251 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:18.912485 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/724235ef-5030-4549-b775-89cc1ff66699 HTTP/1.1" status: 204 len: 168 time: 0.3881454 Aug 29 11:45:18.915364 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32848) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:18.926324 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-b43bbfb7-901b-493b-b357-6c5aeb9612a1 service neutron] 10.222.0.43 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Aug 29 11:45:18.932002 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6fd69-2f81-44de-8017-1434ed76fba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=724235ef-5030-4549-b775-89cc1ff66699,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:18.936255 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-adee8de5-4f19-44bf-a94b-845c1fc1c767 req-49635d14-f289-436a-afc6-e9b4b2378906 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531454 Aug 29 11:45:19.225511 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Deleting subnet 93752f40-a925-4b40-ad13-e6d2fceb7598 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:45:19.228544 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.262995 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.301360 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.404481 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.435488 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93752f40-a925-4b40-ad13-e6d2fceb7598,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:19.437522 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.439373 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bc345a8d-ce2d-4e7a-a6f5-274367627ea3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/93752f40-a925-4b40-ad13-e6d2fceb7598 HTTP/1.1" status: 204 len: 168 time: 0.5218081 Aug 29 11:45:19.441777 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32856) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:19.509212 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.534868 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb17b25e-8a61-4ab1-adca-f362de060bb3 req-35755ffb-467b-41fd-ac60-52716b4132d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 210 time: 0.0299826 Aug 29 11:45:19.594273 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.604072 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a91e4bc-97a6-4eb0-9d4a-87280a8330d4']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:19.615128 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdea23cb-da91-4825-9b5e-c727596a631f') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:19.615430 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdea23cb-da91-4825-9b5e-c727596a631f') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:19.624485 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.637857 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.644036 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:45:19.644429 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:45:19.646086 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:45:19.764564 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.781599 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:19.781599 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a91e4bc-97a6-4eb0-9d4a-87280a8330d4 HTTP/1.1" status: 204 len: 168 time: 0.3313875 Aug 29 11:45:19.789672 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e34775-d619-47bf-b634-3b80548b43ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1a91e4bc-97a6-4eb0-9d4a-87280a8330d4,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:20.061451 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f06e-bc0b-4260-8e46-668fa691115f req-53844786-f84d-4d82-bbd7-5934c49005f2 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:20.062998 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6234f06e-bc0b-4260-8e46-668fa691115f req-53844786-f84d-4d82-bbd7-5934c49005f2 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0496020 Aug 29 11:45:20.109146 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-6234f06e-bc0b-4260-8e46-668fa691115f req-156157d6-7ec5-4275-9d9b-c52e3d92259d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Aug 29 11:45:20.200144 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32878) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:20.229805 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32880) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:20.242032 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b1e75b69-7407-479a-a703-cc0a1e9919b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=658b95a099a941eab4a2e3bb50c64e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399456 Aug 29 11:45:20.243982 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32884) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:20.292567 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:20.313672 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:20.432618 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:20.435232 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:20.436884 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9c47df4-5b10-45f2-8a50-60853f3d9edf HTTP/1.1" status: 204 len: 168 time: 0.1914289 Aug 29 11:45:20.486532 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ee921-2dd1-4ef5-96b4-d64739b8c880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c47df4-5b10-45f2-8a50-60853f3d9edf,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:20.646470 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8f89351d-cbff-4eca-9425-1ca62eec799d req-3da78fc5-4019-4cfc-a5a9-8fdfe640316f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 210 time: 0.0453842 Aug 29 11:45:20.786671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.031455 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Deleting port fd40df25-b630-4cbb-b633-745e5813cd70 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:21.032102 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.110897 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] For port fd40df25-b630-4cbb-b633-745e5813cd70, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=fd40df25-b630-4cbb-b633-745e5813cd70,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:21.111265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.123574 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Calling delete_port for fd40df25-b630-4cbb-b633-745e5813cd70 owned by network:router_interface {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:21.257156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32894) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:21.270922 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed282e-c05f-41db-808f-d413403a3e0c req-55bc233f-b31c-4c9d-993a-6e385a6ed850 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:21.272441 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-65ed282e-c05f-41db-808f-d413403a3e0c req-55bc233f-b31c-4c9d-993a-6e385a6ed850 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0948536 Aug 29 11:45:21.299043 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-c7f77bc6-370a-4f29-9e54-ed4b2e92b09f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2529e92683424a2ba259c5eb55407ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405300 Aug 29 11:45:21.307819 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32896) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:21.330093 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-65ed282e-c05f-41db-808f-d413403a3e0c req-f7393517-baf8-4e0e-99c9-8c1538dc1363 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503905 Aug 29 11:45:21.362156 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.383332 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.438473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.464852 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd40df25-b630-4cbb-b633-745e5813cd70,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:21.495976 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.499619 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.500935 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbb6a7cb-4571-432c-99ef-1c0fd82f0bd4 HTTP/1.1" status: 204 len: 168 time: 0.1921678 Aug 29 11:45:21.511677 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c64095-840f-499c-9d03-6040512b403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6a7cb-4571-432c-99ef-1c0fd82f0bd4,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:21.722803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:21.738741 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ae7dedfe-11c0-4939-86b8-9c8b42afc05d req-fd4f749c-ed10-4ae9-8a71-b97c28bcb8fd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 210 time: 0.0308592 Aug 29 11:45:21.744605 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-73028c8e-8647-4bd0-9fdb-5ef8986403a9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:21.744605 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-73028c8e-8647-4bd0-9fdb-5ef8986403a9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 811 time: 0.1604519 Aug 29 11:45:22.096370 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-0c637c2e-1371-4d46-a890-09c0e26bb645 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e6ec23d9af8483c99a30c4cec4015a1 HTTP/1.1" status: 200 len: 380 time: 0.3167529 Aug 29 11:45:22.108214 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'port': {'device_id': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'admin_state_up': True, 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'security_groups': ['c47e8de3-d7fa-463a-abb8-12f400e15d78']}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:45:22.311145 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Router dd1b9afd-09a5-4822-a920-52f00265622d has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:45:22.401946 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Made reservation on behalf of 2e6ec23d9af8483c99a30c4cec4015a1 for: {'port': 1} {{(pid=94514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 11:45:22.403095 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:22.470269 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:45:22.476354 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b0d7a351-e15c-416c-9771-f904c5278c05 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd1b9afd-09a5-4822-a920-52f00265622d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454612 Aug 29 11:45:22.479332 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32920) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:22.483016 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Sync routers for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:45:22.493132 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:22.494100 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:22.528620 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59083278-df9b-4c5d-bdc9-36f9f897bb45 req-7037a2cd-7503-46ac-9ffd-92fb1c24ff4b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:22.530726 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-59083278-df9b-4c5d-bdc9-36f9f897bb45 req-7037a2cd-7503-46ac-9ffd-92fb1c24ff4b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.1229699 Aug 29 11:45:22.610232 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-59083278-df9b-4c5d-bdc9-36f9f897bb45 req-521f7d88-ed20-4c84-92a4-b4b1cfbf3810 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732324 Aug 29 11:45:22.614716 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:22.626142 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.20.0.9 (74644692-7987-4516-ba84-526b4742c34d/402957c8-518d-4ae5-bef6-789845eca07d/f478cadc-fd75-43cb-85b6-3f26720026b8) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:45:22.635445 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:22.823159 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:22.827216 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:22.845971 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Transition to ACTIVE for port object f478cadc-fd75-43cb-85b6-3f26720026b8 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:45:22.868801 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:45:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:22.883526 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-461f945e-beb2-447a-9062-4ed827dd5b8a req-75ea0a9a-ec8c-4b05-a502-b43dbb812bd8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 210 time: 0.0296402 Aug 29 11:45:22.902686 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Checking router: dd1b9afd-09a5-4822-a920-52f00265622d for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:45:22.912136 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Routers {'dd1b9afd-09a5-4822-a920-52f00265622d'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:22.912589 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:44:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['dd1b9afd-09a5-4822-a920-52f00265622d'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:22.984720 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Deleting port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:22.984982 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.015946 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.040350 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] Set router dd1b9afd-09a5-4822-a920-52f00265622d gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:23.065690 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network 74644692-7987-4516-ba84-526b4742c34d is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:45:23.069478 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:45:23.069663 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] For port 8db71ada-a1bd-453b-9a0d-9cc5e589aab6, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:23.069903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.077373 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:45:23.095400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Calling delete_port for 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:23.112470 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:23.153845 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:23.154524 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.268288 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-212d5be7-b296-4563-a826-30e759505af9 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1634259 Aug 29 11:45:23.287549 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.v2.base [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Request body: {'port': {'device_id': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:45:23.315191 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:45:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:23.351012 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4c26-f7fd-4ccf-922d-745e3f36b46a None None] The sync data for ids ['dd1b9afd-09a5-4822-a920-52f00265622d'] in dv-cinder-804757-4-iscsi is: [{'id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'name': 'tempest-AttachVolumeShelveTestJSON-223840403-router', 'tenant_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:38:11Z', 'updated_at': '2021-08-29T11:45:21Z', 'revision_number': 5, 'project_id': 'cd4e2f0f4b674676b15c2b3fc951e153', 'gw_port': {'id': '8db71ada-a1bd-453b-9a0d-9cc5e589aab6', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b9afd-09a5-4822-a920-52f00265622d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:38:12Z', 'updated_at': '2021-08-29T11:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:45:23.394997 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.414238 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.449689 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db71ada-a1bd-453b-9a0d-9cc5e589aab6,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:23.528132 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-23941f55-3437-4bd5-bcd9-4fb4bcf109c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:23.528339 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9d515d23-d539-4e6f-95d4-3bbc277f61c3 None None] Provisioning for port f478cadc-fd75-43cb-85b6-3f26720026b8 completed by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:45:23.529639 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-23941f55-3437-4bd5-bcd9-4fb4bcf109c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0908191 Aug 29 11:45:23.532817 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-9d515d23-d539-4e6f-95d4-3bbc277f61c3 None None] Provisioning complete for port f478cadc-fd75-43cb-85b6-3f26720026b8 triggered by entity DHCP. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:45:23.538382 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-9d515d23-d539-4e6f-95d4-3bbc277f61c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.546833 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.570498 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-9d515d23-d539-4e6f-95d4-3bbc277f61c3 None None] Port f478cadc-fd75-43cb-85b6-3f26720026b8 cannot update to ACTIVE because it is not bound. {{(pid=94516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 11:45:23.683188 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.687115 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.715731 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f478cadc-fd75-43cb-85b6-3f26720026b8 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:45:23.725043 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.749189 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Transition to ACTIVE for port object f478cadc-fd75-43cb-85b6-3f26720026b8 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 11:45:23.773903 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-29203fff-4e91-44c7-a88b-6e82d21276c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:23.775557 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-29203fff-4e91-44c7-a88b-6e82d21276c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 910 time: 0.2386422 Aug 29 11:45:23.792664 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58abdf7-04c3-4b90-b8c5-444ad65db631 req-5b1ddf93-9b17-4eb1-9926-2e75124594ae tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:23.794235 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a58abdf7-04c3-4b90-b8c5-444ad65db631 req-5b1ddf93-9b17-4eb1-9926-2e75124594ae tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0588620 Aug 29 11:45:23.838136 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a58abdf7-04c3-4b90-b8c5-444ad65db631 req-5563acd6-9fed-48c0-8b9b-c0362b91bdf7 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369139 Aug 29 11:45:23.848190 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-ffef54a6-460f-49d6-893e-76b07b0a504d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 1001 time: 0.0649762 Aug 29 11:45:23.859967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.913962 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Pushing event updated for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:23.915724 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-713b2abd-092e-4947-88e4-f2a70b85371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:23.917387 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-713b2abd-092e-4947-88e4-f2a70b85371d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0610659 Aug 29 11:45:23.918549 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.919075 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1b9afd-09a5-4822-a920-52f00265622d {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:45:23.924005 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:23.930763 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-9099589f-4b5b-4c61-a65b-08e6badba074 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dd1b9afd-09a5-4822-a920-52f00265622d HTTP/1.1" status: 204 len: 168 time: 1.4478145 Aug 29 11:45:23.930763 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 32938) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:23.995584 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Attempting to bind port f478cadc-fd75-43cb-85b6-3f26720026b8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 11:45:23.996230 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Attempting to bind port f478cadc-fd75-43cb-85b6-3f26720026b8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 11:45:23.996573 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Attempting to bind port f478cadc-fd75-43cb-85b6-3f26720026b8 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:45:24.005165 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Port f478cadc-fd75-43cb-85b6-3f26720026b8 on network 74644692-7987-4516-ba84-526b4742c34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 11:45:24.005608 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Attempting to bind port f478cadc-fd75-43cb-85b6-3f26720026b8 on network 74644692-7987-4516-ba84-526b4742c34d {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 11:45:24.011705 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Checking agent: {'id': 'd609273d-480a-499e-928e-7d787651c812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'started_at': datetime.datetime(2021, 8, 29, 11, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 11:45:24.012199 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Checking segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 11:45:24.014661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Bound using segment: {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 11:45:24.014661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Bound port: f478cadc-fd75-43cb-85b6-3f26720026b8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80b3f6d-59df-439e-9782-f2888a9c18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '74644692-7987-4516-ba84-526b4742c34d'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 11:45:24.014661 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.057148 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Deleting subnet 822959a9-17d5-44e4-b64a-bf88816752e7 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:45:24.070210 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.093136 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 11:45:24.096788 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f478cadc-fd75-43cb-85b6-3f26720026b8,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 11:45:24.115920 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-aa54aee6-655a-4212-a937-ed2290c0b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.118061 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-aa54aee6-655a-4212-a937-ed2290c0b6c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1886711 Aug 29 11:45:24.136207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0d486-4da1-484c-9855-361506273edc req-f6f08b58-eb92-481b-a2d3-dc7dcc7d5e74 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.137687 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1eb0d486-4da1-484c-9855-361506273edc req-f6f08b58-eb92-481b-a2d3-dc7dcc7d5e74 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.1597612 Aug 29 11:45:24.150230 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.210080 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29542820'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.243918 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.244471 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.246267 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] 10.222.0.42 "PUT /v2.0/ports/f478cadc-fd75-43cb-85b6-3f26720026b8 HTTP/1.1" status: 200 len: 1093 time: 0.9700122 Aug 29 11:45:24.246836 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:24.249308 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:24.259397 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1eb0d486-4da1-484c-9855-361506273edc req-1f30ac8b-cb75-4efd-9224-a8d9bb999671 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120663 Aug 29 11:45:24.294781 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d83716-beae-43ce-9ee8-bb09ac309de3 service neutron] Pushing event updated for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:24.308117 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6cf93b07-1604-4d73-974d-c9da1da3bfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.313279 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e31ac-c371-4842-96f3-2b6f2ed2375d x-openstack-request-id: req-744e31ac-c371-4842-96f3-2b6f2ed2375d {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:24.313444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:24.317064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-744e31ac-c371-4842-96f3-2b6f2ed2375d {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:24.317064 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'status': 'completed', 'code': 200} Aug 29 11:45:24.317338 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-4e90898a-25e7-4ac4-a20d-84044f1eae04 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884811 Aug 29 11:45:24.338911 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.392790 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-7a99e00c-daef-491e-8319-d545c5f2cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.394482 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-7a99e00c-daef-491e-8319-d545c5f2cd59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1096 time: 0.0548909 Aug 29 11:45:24.461883 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-2434554b-59ad-4a11-95d6-c4831580b2d8 req-595ce8f4-126d-43bf-9acd-cc9cdacb99d0 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325235 Aug 29 11:45:24.508532 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-94994ead-bb89-4383-9571-8b574cd88223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.510092 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-94994ead-bb89-4383-9571-8b574cd88223 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1078024 Aug 29 11:45:24.602462 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-95e5ffbc-fd43-42a6-a872-68598433e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.603889 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-19fea471-0f64-4bd5-8e6d-26f4a8b27f3a req-95e5ffbc-fd43-42a6-a872-68598433e0d1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861628 Aug 29 11:45:24.683585 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-afbbad5d-a1ac-4ebb-8f48-777f33c84ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.685242 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-afbbad5d-a1ac-4ebb-8f48-777f33c84ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1096 time: 0.0439172 Aug 29 11:45:24.711478 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.728352 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-c8bbd6bc-0aae-4dcb-8581-7e9a07f9fa58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f478cadc-fd75-43cb-85b6-3f26720026b8 HTTP/1.1" status: 200 len: 217 time: 0.0341434 Aug 29 11:45:24.737954 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822959a9-17d5-44e4-b64a-bf88816752e7,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:24.741855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.746434 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f2f12416-f5d0-407b-953c-f6a2121df102 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/822959a9-17d5-44e4-b64a-bf88816752e7 HTTP/1.1" status: 204 len: 168 time: 0.8132250 Aug 29 11:45:24.746809 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32948) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:24.752313 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d68cc8-a3f5-456d-bc11-cc056c78ef35 None None] Network 4488a518-8083-4d4f-846c-cb71d5bcb014 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:45:24.834147 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-a1016ff0-35fe-4269-b461-2b43effbfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.835595 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-a1016ff0-35fe-4269-b461-2b43effbfac0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0996497 Aug 29 11:45:24.853460 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:24.921453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-81bca652-f7b3-45ec-8a72-e6124f8b8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.925332 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-81bca652-f7b3-45ec-8a72-e6124f8b8b6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787401 Aug 29 11:45:24.938975 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] DHCP port deletion for 4488a518-8083-4d4f-846c-cb71d5bcb014 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:45:24.979243 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48899e3f-cc8a-4ab5-a0b2-9a9ba8d1db2a req-80eedae1-35e5-42cd-99b1-493a9eca791c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:24.981085 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48899e3f-cc8a-4ab5-a0b2-9a9ba8d1db2a req-80eedae1-35e5-42cd-99b1-493a9eca791c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0597978 Aug 29 11:45:24.998422 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Deleting port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:25.002511 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.003056 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Deleting port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:45:25.003607 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.030579 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-48899e3f-cc8a-4ab5-a0b2-9a9ba8d1db2a req-c89b2f24-a1a5-447c-8907-75bc34ea6371 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Aug 29 11:45:25.069872 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] For port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:25.071245 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.082578 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Calling delete_port for e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:25.083986 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] For port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,segment=NetworkSegment(7e076636-eb82-41a3-b26c-237a3f970c71),segment_id=7e076636-eb82-41a3-b26c-237a3f970c71)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:25.084383 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.092618 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-191f66fd-75f0-4d8a-abbc-25678cc30d25 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584535 Aug 29 11:45:25.097927 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Calling delete_port for e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:45:25.238770 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.250581 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-f0c73552-3f54-4a93-87e4-2546397a16a3 req-e5500aa1-e078-4cab-8b62-55cd238d84bb service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485531 Aug 29 11:45:25.268223 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.274254 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] Pushing event deleted for resources: {'Port': ['ID=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:25.281196 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833e692-d1dd-4c80-9cab-e231f97a3129 None None] No DVR routers for this DVR port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:25.317763 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71fc01f-de5c-4ca7-a2bc-b4caff2aee98,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:25.323931 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] No DVR routers for this DVR port e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 on host dv-cinder-804757-4-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:45:25.379083 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:25.400158 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:25.400513 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e71fc01f-de5c-4ca7-a2bc-b4caff2aee98 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:25.400970 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:25.421045 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:25.425185 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8db71ada-a1bd-453b-9a0d-9cc5e589aab6 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:25.425185 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fd40df25-b630-4cbb-b633-745e5813cd70 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:25.438539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.441306 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: fd40df25-b630-4cbb-b633-745e5813cd70 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:45:25.441842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device fd40df25-b630-4cbb-b633-745e5813cd70 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:45:25.453919 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4488a518-8083-4d4f-846c-cb71d5bcb014']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:25.466714 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e076636-eb82-41a3-b26c-237a3f970c71') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:25.467834 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e076636-eb82-41a3-b26c-237a3f970c71') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:25.480339 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.498519 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3c172-58d9-4a7b-be34-8dcde838fcfd req-04f3898d-f6d6-46bd-a9e6-7798dc4707da tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:25.500050 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e4f3c172-58d9-4a7b-be34-8dcde838fcfd req-04f3898d-f6d6-46bd-a9e6-7798dc4707da tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.1035850 Aug 29 11:45:25.509360 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.522873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:45:25.523385 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self.session.flush() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self.session.flush() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self.session.flush() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self.session.flush() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:45:25.525146 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:45:25.595777 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-e4f3c172-58d9-4a7b-be34-8dcde838fcfd req-887e1725-d8f5-4182-b57e-0a591bf83f5c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825496 Aug 29 11:45:25.722628 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.727814 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:25.729729 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4488a518-8083-4d4f-846c-cb71d5bcb014 HTTP/1.1" status: 204 len: 168 time: 0.9820573 Aug 29 11:45:25.740888 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ac7b2-01f0-4683-b5fa-d28046a53a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4488a518-8083-4d4f-846c-cb71d5bcb014,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:26.148893 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32982) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:26.154431 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae3568-2c05-40bd-91a7-763bf3a87545 req-98c0f361-6163-4e66-8436-0a24927c404d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:26.156245 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a0ae3568-2c05-40bd-91a7-763bf3a87545 req-98c0f361-6163-4e66-8436-0a24927c404d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0560315 Aug 29 11:45:26.198040 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c25a1ca2-e1e0-41bc-a4d2-bacc29d4c39e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd4e2f0f4b674676b15c2b3fc951e153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479929 Aug 29 11:45:26.200566 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 32984) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:26.204323 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-a0ae3568-2c05-40bd-91a7-763bf3a87545 req-b1aa79e9-e589-4991-a7fa-08a696eb31ae tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362711 Aug 29 11:45:26.250389 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:26.273086 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:26.379909 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:26.385989 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:26.385989 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c324681c-60b2-448c-938a-26f9583c6698 HTTP/1.1" status: 204 len: 168 time: 0.1823764 Aug 29 11:45:26.393839 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8aef7-667b-43db-bfc9-9341c7b0d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c324681c-60b2-448c-938a-26f9583c6698,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:26.708984 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e6f0-af94-4dfa-9759-f88c9fe8aee5 req-3ac569d0-9e12-44e3-84a8-1978474b3ed5 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:26.710568 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d619e6f0-af94-4dfa-9759-f88c9fe8aee5 req-3ac569d0-9e12-44e3-84a8-1978474b3ed5 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0485690 Aug 29 11:45:26.755060 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d619e6f0-af94-4dfa-9759-f88c9fe8aee5 req-bd1d6b09-f8f3-4117-8489-f26e8805d34a tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359919 Aug 29 11:45:27.004112 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6e0eee8a-5ebf-49ca-aba6-187f18c2ce49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:27.301053 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:27.327138 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44907b63-48e9-4478-81f3-83b01c2d6e7f req-088f9c37-116a-495a-adda-3530066b6288 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:27.328780 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44907b63-48e9-4478-81f3-83b01c2d6e7f req-088f9c37-116a-495a-adda-3530066b6288 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0566297 Aug 29 11:45:27.367550 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-44907b63-48e9-4478-81f3-83b01c2d6e7f req-b8b02501-fa0a-461d-af93-b9a23d14e3fb tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329220 Aug 29 11:45:27.872044 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536af8a-1cb5-45e3-ab22-f9ca49a9a058 req-f143c067-f5df-4731-81af-7d058c46583a tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:27.873540 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b536af8a-1cb5-45e3-ab22-f9ca49a9a058 req-f143c067-f5df-4731-81af-7d058c46583a tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0555110 Aug 29 11:45:27.876356 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661093ac-0dca-435b-9acd-61a66b765c4b req-574bdec1-4e73-4a47-8184-9745050c141c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:27.888453 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-661093ac-0dca-435b-9acd-61a66b765c4b req-574bdec1-4e73-4a47-8184-9745050c141c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0522301 Aug 29 11:45:27.914435 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b536af8a-1cb5-45e3-ab22-f9ca49a9a058 req-eab53674-025f-4a97-9c94-e83137ea8060 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Aug 29 11:45:27.921434 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-661093ac-0dca-435b-9acd-61a66b765c4b req-26a92e27-7420-4380-a73d-d9ffc2e946bc tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Aug 29 11:45:28.078018 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33028) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:28.148097 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-d86fb46b-3138-4d2c-8ecb-e3a6551d9c0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407438 Aug 29 11:45:28.152933 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.185525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a872d920-4566-4bef-84ac-8cc5a8e82581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.276357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a872d920-4566-4bef-84ac-8cc5a8e82581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.380778 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a872d920-4566-4bef-84ac-8cc5a8e82581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.417845 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-a872d920-4566-4bef-84ac-8cc5a8e82581 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afbf82f1c02c4e6caa0dc1c947bf519f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387043 Aug 29 11:45:28.418941 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872d920-4566-4bef-84ac-8cc5a8e82581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecda5be-fa45-4cf0-9adc-e45bde7a7a87,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:28.420523 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33038) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:28.474832 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.496621 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.621516 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.624088 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:28.625298 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ecda5be-fa45-4cf0-9adc-e45bde7a7a87 HTTP/1.1" status: 204 len: 168 time: 0.2037592 Aug 29 11:45:28.634069 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eca548-1ddc-4621-b70e-f3b07b80ca74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecda5be-fa45-4cf0-9adc-e45bde7a7a87,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:29.062172 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86bf3a-a098-489a-820d-4961f9d9bc18 req-a29f7809-e222-45a4-927e-e43a9e7a318c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:29.063635 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa176482-d047-40e1-a30c-0abe735e842b req-a8fd8519-0f09-40d5-8d6b-64282dab3135 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:29.064945 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fc86bf3a-a098-489a-820d-4961f9d9bc18 req-a29f7809-e222-45a4-927e-e43a9e7a318c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0674419 Aug 29 11:45:29.071251 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa176482-d047-40e1-a30c-0abe735e842b req-a8fd8519-0f09-40d5-8d6b-64282dab3135 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0784206 Aug 29 11:45:29.114651 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-fc86bf3a-a098-489a-820d-4961f9d9bc18 req-143bfd43-b9ca-4d30-b18f-349aacfc1faf tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Aug 29 11:45:29.118427 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-fa176482-d047-40e1-a30c-0abe735e842b req-f06f7ba6-00f0-40da-9ef0-2157dd7894a3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Aug 29 11:45:29.518347 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:29.841909 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:45:29.916050 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:29.938083 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:29.940310 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b12f507-4a39-47fe-8507-9b89bb4987c9" -d '{"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:29.952572 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:29.972286 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08104543-23c9-4974-9d33-3b65f8586d1b x-openstack-request-id: req-08104543-23c9-4974-9d33-3b65f8586d1b {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:29.972593 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-unplugged", "status": "failed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "code": 422}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:29.972882 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08104543-23c9-4974-9d33-3b65f8586d1b {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:29.973283 dv-cinder-804757-4-iscsi neutron-server[94516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'code': 422} returned with failed status Aug 29 11:45:30.055572 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:30.106968 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=6']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:30.235497 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1881e12-2058-4a92-8828-1c369175023e req-d17986a5-dbf3-440f-a0b2-9cdf189547e5 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:30.236190 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04696a-c21c-4e1f-9694-c9741a8e50c7 req-fc660502-37d3-49f0-8243-bd11d9b42c31 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:30.237707 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a1881e12-2058-4a92-8828-1c369175023e req-d17986a5-dbf3-440f-a0b2-9cdf189547e5 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0493019 Aug 29 11:45:30.237834 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ae04696a-c21c-4e1f-9694-c9741a8e50c7 req-fc660502-37d3-49f0-8243-bd11d9b42c31 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0480900 Aug 29 11:45:30.285983 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a1881e12-2058-4a92-8828-1c369175023e req-fbde23c6-07f6-4492-a1b3-02f9e3b2b64f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Aug 29 11:45:30.293746 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-ae04696a-c21c-4e1f-9694-c9741a8e50c7 req-ce2a6be0-bfc6-40f1-b816-6384b118b5da tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Aug 29 11:45:30.860019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b65-4849-4450-872e-ba3fc6660edb req-5a9618f5-e6b9-4299-bebc-2cf6149cac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:30.861450 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-5a9618f5-e6b9-4299-bebc-2cf6149cac59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0&tenant_id=fe5937186a3e4001a110e05e8886ae54 HTTP/1.1" status: 200 len: 1097 time: 0.0406258 Aug 29 11:45:30.925825 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b65-4849-4450-872e-ba3fc6660edb req-1baee5b6-d251-481c-8b8a-d250454af840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:30.927325 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-1baee5b6-d251-481c-8b8a-d250454af840 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0435753 Aug 29 11:45:31.016451 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b65-4849-4450-872e-ba3fc6660edb req-7513a130-4e6c-40ee-a670-d73e0a11cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:31.017964 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-7513a130-4e6c-40ee-a670-d73e0a11cab4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 910 time: 0.0807176 Aug 29 11:45:31.084267 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-a034b6d3-b972-4bf8-a844-41c3f391e640 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 999 time: 0.0587804 Aug 29 11:45:31.132387 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b65-4849-4450-872e-ba3fc6660edb req-9f66b7b8-d3a6-4b62-a2df-89ace89634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:31.133748 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-9f66b7b8-d3a6-4b62-a2df-89ace89634bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0418000 Aug 29 11:45:31.178615 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b65-4849-4450-872e-ba3fc6660edb req-9548e440-e7d8-4510-99a0-6387998e81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:31.180067 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-9548e440-e7d8-4510-99a0-6387998e81a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385442 Aug 29 11:45:31.270488 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-e7fe7b5b-f1fd-43ea-851a-0117eeb577bb service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826335 Aug 29 11:45:31.370931 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b6703b65-4849-4450-872e-ba3fc6660edb req-1fcf17a5-0dd2-4a45-b7de-03da048623b4 service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930879 Aug 29 11:45:31.379247 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:31.417450 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a02e9-3c56-4e3d-a267-03230cd2a35a req-4ace781e-2994-48c0-96a8-1ac00f396496 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:31.418920 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a1a02e9-3c56-4e3d-a267-03230cd2a35a req-4ace781e-2994-48c0-96a8-1ac00f396496 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0507028 Aug 29 11:45:31.423238 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061b180-08fd-497a-8f6f-05873a7bf744 req-58b2f21b-fc52-4f88-9499-efc18a1473f8 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:31.424733 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a061b180-08fd-497a-8f6f-05873a7bf744 req-58b2f21b-fc52-4f88-9499-efc18a1473f8 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0527673 Aug 29 11:45:31.458377 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4a1a02e9-3c56-4e3d-a267-03230cd2a35a req-d6053025-8d58-46a4-8d4e-7ef60e84fa1b tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323198 Aug 29 11:45:31.463511 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a061b180-08fd-497a-8f6f-05873a7bf744 req-505eecc0-642c-49c5-a1fa-0c9d1eca084d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Aug 29 11:45:32.575178 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4346-fb51-4bba-b3b7-eec7a7f9cadb req-a8947320-73a5-449c-8851-0f7d3a82279d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:32.577177 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b77a4346-fb51-4bba-b3b7-eec7a7f9cadb req-a8947320-73a5-449c-8851-0f7d3a82279d tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0525675 Aug 29 11:45:32.579195 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50bb5c-8e51-455e-ba12-03786bed9632 req-183f8668-b008-4d47-a864-32d68b373e20 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:32.580659 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dc50bb5c-8e51-455e-ba12-03786bed9632 req-183f8668-b008-4d47-a864-32d68b373e20 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0515120 Aug 29 11:45:32.614355 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-b77a4346-fb51-4bba-b3b7-eec7a7f9cadb req-440aa0b2-e8ac-490a-bce3-3caf4c468238 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Aug 29 11:45:32.617710 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-dc50bb5c-8e51-455e-ba12-03786bed9632 req-9cd74205-4155-4b92-9008-fe1b572ef09a tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Aug 29 11:45:33.727975 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131a975-1fe7-415d-8b9d-7950a4253878 req-ef87f693-6aae-48bc-92d1-c5263046cd4f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:33.729441 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62edc10-cc54-458c-a5ae-051a195a0087 req-f4018154-493d-47cd-ac53-477243ed747f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:33.729860 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d131a975-1fe7-415d-8b9d-7950a4253878 req-ef87f693-6aae-48bc-92d1-c5263046cd4f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 943 time: 0.0493391 Aug 29 11:45:33.733444 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c62edc10-cc54-458c-a5ae-051a195a0087 req-f4018154-493d-47cd-ac53-477243ed747f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0498688 Aug 29 11:45:33.770107 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-c62edc10-cc54-458c-a5ae-051a195a0087 req-8b07058f-2453-47bb-873e-d5fac0de1f94 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 29 11:45:33.772575 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d131a975-1fe7-415d-8b9d-7950a4253878 req-fdaf5fad-c7a5-4fe0-9077-bf676be70e48 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Aug 29 11:45:33.861155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device f478cadc-fd75-43cb-85b6-3f26720026b8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:45:33.957526 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f478cadc-fd75-43cb-85b6-3f26720026b8,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:33.969556 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'port_id': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'mac_address': 'fa:16:3e:ca:65:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:45:34.008583 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:34.021370 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478cadc-fd75-43cb-85b6-3f26720026b8 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:45:34.040017 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f478cadc-fd75-43cb-85b6-3f26720026b8,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:34.117922 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:34.166900 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=4']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:34.325063 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['f478cadc-fd75-43cb-85b6-3f26720026b8'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:45:34.889223 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd954b6-2706-4e1f-8c6d-08b7d9570b36 req-ba144bd5-cd71-4179-a817-df09a1ae4e5c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:34.889778 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b285cc-278d-4518-8506-40cbe2540c42 req-d78acd82-1fd6-45f6-b6d2-f51d63a84b34 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:34.890725 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8bd954b6-2706-4e1f-8c6d-08b7d9570b36 req-ba144bd5-cd71-4179-a817-df09a1ae4e5c tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 944 time: 0.0531392 Aug 29 11:45:34.893066 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-92b285cc-278d-4518-8506-40cbe2540c42 req-d78acd82-1fd6-45f6-b6d2-f51d63a84b34 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0548215 Aug 29 11:45:34.928891 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-8bd954b6-2706-4e1f-8c6d-08b7d9570b36 req-a909cadf-8ed7-4805-800a-fb2d2d059664 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Aug 29 11:45:34.930476 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-92b285cc-278d-4518-8506-40cbe2540c42 req-3e001697-d9bf-479c-b7e2-07c3b8e5016d tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312815 Aug 29 11:45:35.860172 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device f478cadc-fd75-43cb-85b6-3f26720026b8 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:45:35.984834 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning for port f478cadc-fd75-43cb-85b6-3f26720026b8 completed by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 11:45:35.988822 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port f478cadc-fd75-43cb-85b6-3f26720026b8 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:45:35.991345 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:36.048829 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498a22-3856-4344-8b54-b58e82ea6355 req-5944fb0e-fa61-4357-b5e7-66b1d378bc69 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:36.049657 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b31e-b2a9-4c47-80c6-6484ddcf327c req-5c549a2a-85ac-4fbd-9595-1f9d65c69a78 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:36.050471 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b2498a22-3856-4344-8b54-b58e82ea6355 req-5944fb0e-fa61-4357-b5e7-66b1d378bc69 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 944 time: 0.0557871 Aug 29 11:45:36.054524 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4729b31e-b2a9-4c47-80c6-6484ddcf327c req-5c549a2a-85ac-4fbd-9595-1f9d65c69a78 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0572734 Aug 29 11:45:36.092919 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b2498a22-3856-4344-8b54-b58e82ea6355 req-54d8fb4e-8d9b-48a3-8987-3b617aa52dc5 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366397 Aug 29 11:45:36.097041 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-4729b31e-b2a9-4c47-80c6-6484ddcf327c req-a3947d7b-11dc-4219-9828-4a3ac8b4e7b3 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Aug 29 11:45:36.200406 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:36.220114 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:36.222368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b60c6c2-64fe-469e-9c00-04f77b79abc7" -d '{"events": [{"server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "name": "network-vif-plugged", "status": "completed", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:36.234768 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f478cadc-fd75-43cb-85b6-3f26720026b8,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:36.260002 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20f0e94-98e5-408c-8fed-ab0213250cd4 x-openstack-request-id: req-b20f0e94-98e5-408c-8fed-ab0213250cd4 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:36.260353 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "name": "network-vif-plugged", "status": "completed", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:36.260606 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b20f0e94-98e5-408c-8fed-ab0213250cd4 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:36.261021 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'code': 200} Aug 29 11:45:36.329163 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:36.378234 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=5']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:36.633079 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b54d4-eb02-4dad-8089-25e5a8623eb6 req-f80fa5b8-c4e4-493f-b85b-c787e1b8ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:36.634441 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5a2b54d4-eb02-4dad-8089-25e5a8623eb6 req-f80fa5b8-c4e4-493f-b85b-c787e1b8ac31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1098 time: 0.0388999 Aug 29 11:45:36.667395 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5a2b54d4-eb02-4dad-8089-25e5a8623eb6 req-856a30c1-ab09-491e-be60-da6a120fd163 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264068 Aug 29 11:45:37.207667 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306d36-8c95-4c40-ab5c-b4781857a500 req-524f89ea-fe07-4013-aff2-7ce8e2b6003f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:37.209469 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-df306d36-8c95-4c40-ab5c-b4781857a500 req-524f89ea-fe07-4013-aff2-7ce8e2b6003f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.0486019 Aug 29 11:45:37.213699 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d19f1-4e63-433d-8499-f7137a51dd13 req-c8cfaf9d-42b6-420c-9789-8431e4d513a0 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:37.215246 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f94d19f1-4e63-433d-8499-f7137a51dd13 req-c8cfaf9d-42b6-420c-9789-8431e4d513a0 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0484710 Aug 29 11:45:37.250534 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-df306d36-8c95-4c40-ab5c-b4781857a500 req-405db4a0-f187-4718-ba42-0925dd6c62b2 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350330 Aug 29 11:45:37.273382 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-f94d19f1-4e63-433d-8499-f7137a51dd13 req-3e645f0d-30f9-47c7-baa8-67cae5afb4c0 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397868 Aug 29 11:45:38.375190 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba51b8-77b2-4829-87bb-4e863c9177f7 req-60911881-f98f-43d6-9a22-db60fdc59046 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:38.376806 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1aba51b8-77b2-4829-87bb-4e863c9177f7 req-60911881-f98f-43d6-9a22-db60fdc59046 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0511553 Aug 29 11:45:38.417720 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-1aba51b8-77b2-4829-87bb-4e863c9177f7 req-18c91547-6193-4923-a1ac-7ecb85623a5b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Aug 29 11:45:38.625175 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51552f-8edb-469d-80b7-2ea2f4db547f req-f222aa65-48e6-426a-ad27-3ba5c6ca89c8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:38.626544 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ca51552f-8edb-469d-80b7-2ea2f4db547f req-f222aa65-48e6-426a-ad27-3ba5c6ca89c8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.3030307 Aug 29 11:45:38.663344 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ca51552f-8edb-469d-80b7-2ea2f4db547f req-7482912b-9733-4b26-9abc-1aa2c9553eb1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Aug 29 11:45:38.779717 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b14b14-ab81-460b-b1d7-3307e55d954e req-4b228e40-0cfd-4fbf-b0a0-4c623a92ad9f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:38.781238 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5b14b14-ab81-460b-b1d7-3307e55d954e req-4b228e40-0cfd-4fbf-b0a0-4c623a92ad9f tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.0526121 Aug 29 11:45:38.819002 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-d5b14b14-ab81-460b-b1d7-3307e55d954e req-d3a6988f-f72f-4bbe-b8c0-1585bc310c52 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Aug 29 11:45:38.841883 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33170) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:38.886011 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464c133-c9f4-4c76-870a-78ad01c5a433 tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:38.887520 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a464c133-c9f4-4c76-870a-78ad01c5a433 tempest-TestVolumeBootPattern-1821232085 tempest-TestVolumeBootPattern-1821232085-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1093 time: 0.0445726 Aug 29 11:45:38.890988 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33172) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:38.895628 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.v2.base [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Request body: {'floatingip': {'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'port_id': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 11:45:38.986594 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.051831 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33176) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:39.084915 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.154554 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-495fb207-c40d-4e3c-93d3-5898de420ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.188355 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_common [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Allocated IP 172.27.1.142 (e3a7a038-a9b2-417a-9818-cb1a3164f1ef/bbe87ca7-98b9-46d0-82da-241c3c0ac389/83065587-e738-45b7-a8c9-dae3d4d9e25e) {{(pid=94515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 11:45:39.238340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-495fb207-c40d-4e3c-93d3-5898de420ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.289782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.327638 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-495fb207-c40d-4e3c-93d3-5898de420ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.364240 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-495fb207-c40d-4e3c-93d3-5898de420ade admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff28456b9e3342a1896f8828a1978748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112934 Aug 29 11:45:39.366169 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb207-c40d-4e3c-93d3-5898de420ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f3ccd-a5a8-446b-b8bd-66160f2500c7,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:39.367154 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33180) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:45:39.392298 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761515823126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.439569 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Network e3a7a038-a9b2-417a-9818-cb1a3164f1ef is already hosted by enough agents. {{(pid=94515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 11:45:39.444512 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Resources bound (agent type, host, resource id): {{(pid=94515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 11:45:39.459301 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Received port after_create {{(pid=94515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 11:45:39.483202 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=83065587-e738-45b7-a8c9-dae3d4d9e25e,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:39.487943 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.526150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.543348 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba8ff0-14e2-4a2d-b87d-8994758434d6 req-c815cde8-452a-4b30-b1cb-0cc834a85ef5 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:39.544859 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5dba8ff0-14e2-4a2d-b87d-8994758434d6 req-c815cde8-452a-4b30-b1cb-0cc834a85ef5 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 944 time: 0.0505846 Aug 29 11:45:39.585421 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-5dba8ff0-14e2-4a2d-b87d-8994758434d6 req-90d747db-7ecb-4f50-bacb-08efdeabfabe tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Aug 29 11:45:39.719706 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.722100 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:39.723233 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d62f3ccd-a5a8-446b-b8bd-66160f2500c7 HTTP/1.1" status: 204 len: 168 time: 0.3552220 Aug 29 11:45:39.762442 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f78d9-6703-4c8c-8361-ea863a62dc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f3ccd-a5a8-446b-b8bd-66160f2500c7,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:39.871617 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 11:45:39.979722 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:39.992600 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Returning: {'device': '963c0d96-2eac-4543-aca0-ee6345f95553', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'port_id': '963c0d96-2eac-4543-aca0-ee6345f95553', 'mac_address': 'fa:16:3e:ba:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 11:45:40.032003 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.045673 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c0d96-2eac-4543-aca0-ee6345f95553 {{(pid=94516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 11:45:40.066456 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:40.130272 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.146699 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.193295 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=7']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:40.297220 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.382678 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] get_ports_and_sgs() called for port_ids ['963c0d96-2eac-4543-aca0-ee6345f95553'] {{(pid=94516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 11:45:40.442471 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.534790 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31348929'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.612022 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event updated for resources: {'Port': ['ID=83065587-e738-45b7-a8c9-dae3d4d9e25e,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:40.618412 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579168'] for floatingip, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:40.748125 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a8dca-b2bb-4d7a-94df-c66e14129e0e req-e029b3f8-4e60-4bd9-b327-e751285a45dc tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:40.750294 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-702a8dca-b2bb-4d7a-94df-c66e14129e0e req-e029b3f8-4e60-4bd9-b327-e751285a45dc tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 945 time: 0.0988169 Aug 29 11:45:40.758175 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP dec8257d-6f5a-43ec-a545-7bdaca6e495b associated. External IP: 172.27.1.142, port: f478cadc-fd75-43cb-85b6-3f26720026b8. Aug 29 11:45:40.832995 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-702a8dca-b2bb-4d7a-94df-c66e14129e0e req-ab1c0af5-5a72-4932-8a33-6e3b97315538 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761986 Aug 29 11:45:40.989236 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:45:41.097626 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:45:41.107086 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:45:41.116369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:41.117120 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:45:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:41.201646 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:41.225329 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:41.240812 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ed0e25c8-9af2-472a-8157-27c242f75388 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3375375 Aug 29 11:45:41.240812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:41.240812 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:41.268293 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49d3d9-cdb7-48a6-9631-904397a0fd3f x-openstack-request-id: req-aa49d3d9-cdb7-48a6-9631-904397a0fd3f {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:41.268596 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:41.268893 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa49d3d9-cdb7-48a6-9631-904397a0fd3f {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:41.269400 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'status': 'completed', 'code': 200} Aug 29 11:45:41.332168 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-f1e43c0e-9634-43ff-92f8-17fc1e6e135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:41.333944 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-f1e43c0e-9634-43ff-92f8-17fc1e6e135a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1098 time: 0.0440598 Aug 29 11:45:41.432260 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-f8cef60f-1b14-414f-8176-83cdc7b513a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:41.434133 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-f8cef60f-1b14-414f-8176-83cdc7b513a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0932050 Aug 29 11:45:41.466547 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}, {'id': 'dec8257d-6f5a-43ec-a545-7bdaca6e495b', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:ca:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:45:39Z', 'updated_at': '2021-08-29T11:45:39Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:41.495826 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:45:41.505257 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:45:41.505857 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-ba75749a-6200-41ba-bc79-52fdd758595d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f478cadc-fd75-43cb-85b6-3f26720026b8 HTTP/1.1" status: 200 len: 999 time: 0.0646203 Aug 29 11:45:41.506003 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:45:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:41.558484 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-e26beb53-77e1-4072-8b61-61a458e6e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:41.560421 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-e26beb53-77e1-4072-8b61-61a458e6e3bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0474648 Aug 29 11:45:41.606798 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-222c0672-edfc-4fbe-b34c-8f005a6e9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:41.608340 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-222c0672-edfc-4fbe-b34c-8f005a6e9455 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414169 Aug 29 11:45:41.616847 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:45:41.704585 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-dee7155f-b846-41fe-85ea-ec149edd0a37 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893579 Aug 29 11:45:41.793889 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ecc2d6b0-d9ba-46ba-9b63-6d1160865945 req-54bc7d30-edd5-4bed-a950-32f627982fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829363 Aug 29 11:45:41.845966 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}, {'id': 'dec8257d-6f5a-43ec-a545-7bdaca6e495b', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:ca:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:45:39Z', 'updated_at': '2021-08-29T11:45:39Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:45:41.872688 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870d85d-af9d-4781-8924-80c5eaf2daf8 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}, {'id': 'dec8257d-6f5a-43ec-a545-7bdaca6e495b', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:ca:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:45:39Z', 'updated_at': '2021-08-29T11:45:39Z', 'revision_number': 0, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:45:41.876198 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 up at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 11:45:41.925816 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Provisioning complete for port 963c0d96-2eac-4543-aca0-ee6345f95553 triggered by entity L2. {{(pid=94516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 11:45:41.926192 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744659'] for port, provisioning_complete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:41.975035 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9421fd-14c4-4e65-8103-0f40c5e30982 req-abed8f5a-1403-416e-9f03-1efb2a848f4b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:41.976546 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0b9421fd-14c4-4e65-8103-0f40c5e30982 req-abed8f5a-1403-416e-9f03-1efb2a848f4b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 945 time: 0.0724778 Aug 29 11:45:42.017742 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-0b9421fd-14c4-4e65-8103-0f40c5e30982 req-c5ea9212-3c18-4a67-b389-0872dfb76d51 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345392 Aug 29 11:45:42.017983 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656474'] for port, before_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:42.045127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:45:42.047451 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46487dd483036efbda3b2b1d3ecb8b5c537e219e32f41946ef1ba010bd17674f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553667a3-c5f1-448c-937a-9f7afa515a2b" -d '{"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:45:42.062072 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:45:42.089689 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420863e-311b-400c-a266-a0a064eefa92 x-openstack-request-id: req-3420863e-311b-400c-a266-a0a064eefa92 {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:45:42.090047 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "code": 200}]} {{(pid=94516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:45:42.090415 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3420863e-311b-400c-a266-a0a064eefa92 {{(pid=94516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:45:42.090612 dv-cinder-804757-4-iscsi neutron-server[94516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'code': 200} Aug 29 11:45:42.123784 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761516375601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761515823144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761515823162'] for port, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:42.134019 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb0c0a-6bf2-421c-826b-853e6c49607a None None] New status for floating IP dec8257d-6f5a-43ec-a545-7bdaca6e495b: ACTIVE {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:45:42.173584 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Pushing event updated for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=8']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:45:42.451056 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a4c82-33ed-4eec-8e0b-b2e40b332303 req-c1be3f22-8fd1-4dcf-8340-3fc8f0a6dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:42.451056 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b8a4c82-33ed-4eec-8e0b-b2e40b332303 req-c1be3f22-8fd1-4dcf-8340-3fc8f0a6dac8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0430982 Aug 29 11:45:42.487405 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6b8a4c82-33ed-4eec-8e0b-b2e40b332303 req-9b68b83d-0ef1-4d1e-948a-37be178b75c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Aug 29 11:45:43.134839 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911dfa3-7c76-4652-afa4-24fc0d3c7edc req-6da403e0-57b0-4a83-9b3f-4a1776099688 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:43.136296 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4911dfa3-7c76-4652-afa4-24fc0d3c7edc req-6da403e0-57b0-4a83-9b3f-4a1776099688 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0521572 Aug 29 11:45:43.173765 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-4911dfa3-7c76-4652-afa4-24fc0d3c7edc req-ec42f06e-278e-4842-b2be-03ffb8daa671 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Aug 29 11:45:44.289628 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef0c3-20aa-44a9-976f-f9572039b828 req-a5ea425f-6170-4199-8da3-5f824b5da183 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:45:44.291069 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ff9ef0c3-20aa-44a9-976f-f9572039b828 req-a5ea425f-6170-4199-8da3-5f824b5da183 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0516033 Aug 29 11:45:44.327944 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-ff9ef0c3-20aa-44a9-976f-f9572039b828 req-6ca5f3e8-5830-4fd0-b9d7-203c18e82e96 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304143 Aug 29 11:45:48.661967 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:45:54.374876 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-75f7c0ca-67a1-4246-bdc1-1f1cf7dd9e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:56.972771 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ae825e28-8b59-46b2-bf8a-5043b1b1f759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:57.294311 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:57.974611 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:45:59.511857 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.326842 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.451029 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33414) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:01.552902 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0f90cf82-b56d-4885-b735-870267856fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.638191 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0f90cf82-b56d-4885-b735-870267856fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.705872 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0f90cf82-b56d-4885-b735-870267856fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.741290 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90cf82-b56d-4885-b735-870267856fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860dcacb-f541-4ed1-9b66-1b9f2f6cda76,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:01.745931 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-0f90cf82-b56d-4885-b735-870267856fa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62f28868d81d417f95efa3aeeb0c2d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938740 Aug 29 11:46:01.748437 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33418) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:01.795626 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.816607 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.943987 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.946487 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:01.947612 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/860dcacb-f541-4ed1-9b66-1b9f2f6cda76 HTTP/1.1" status: 204 len: 168 time: 0.1982498 Aug 29 11:46:01.957492 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f21896-c006-46df-b28e-507dec333cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860dcacb-f541-4ed1-9b66-1b9f2f6cda76,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:02.508716 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33426) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:02.522402 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-651419f1-fb48-49ad-b395-4c7dee28478c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:02.606470 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-651419f1-fb48-49ad-b395-4c7dee28478c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:02.659764 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-651419f1-fb48-49ad-b395-4c7dee28478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:02.695860 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-651419f1-fb48-49ad-b395-4c7dee28478c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c1f72ab60854077be6fe265c7ff9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861374 Aug 29 11:46:02.697724 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651419f1-fb48-49ad-b395-4c7dee28478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5996efa-d594-4e91-80e8-25b6ee50cca9,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:02.698674 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33428) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:02.747317 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:02.768748 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:03.043372 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:03.045870 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:03.047039 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5996efa-d594-4e91-80e8-25b6ee50cca9 HTTP/1.1" status: 204 len: 168 time: 0.3473768 Aug 29 11:46:03.054806 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28054-3271-4e0e-81f0-a493a19f302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5996efa-d594-4e91-80e8-25b6ee50cca9,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:12.422016 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-ad26c2cf-8d35-40cd-be17-d7e553a1c4fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385070 Aug 29 11:46:12.484226 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-a2586f25-528a-460c-9d62-fb8dd7feb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:46:12.485752 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-a2586f25-528a-460c-9d62-fb8dd7feb0e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1099 time: 0.0423591 Aug 29 11:46:12.585545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-d083b5d9-fed7-43b3-a26a-f823806c10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:46:12.589340 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-d083b5d9-fed7-43b3-a26a-f823806c10cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0823267 Aug 29 11:46:12.655270 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-3f84d6d9-dbb8-4825-9308-d02273a729b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 1002 time: 0.0610781 Aug 29 11:46:12.703008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-d3fc9781-fe6b-45fb-9137-210e67e3f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:46:12.704733 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-d3fc9781-fe6b-45fb-9137-210e67e3f4e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0430377 Aug 29 11:46:12.750138 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-9b8ff315-dc12-410d-96fd-2de1dce6ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:46:12.751838 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-9b8ff315-dc12-410d-96fd-2de1dce6ec0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399289 Aug 29 11:46:12.845135 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-3f68d206-69e6-4fe1-804e-6e298add049f service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849211 Aug 29 11:46:12.933778 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-a918ea1d-f3a9-48da-bc44-1edafa4d0660 req-c5a677e7-4744-4eda-873a-10df2152b75d service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805030 Aug 29 11:46:17.181823 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33572) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:17.282221 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.366351 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.443099 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.479809 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18a3b6ad6e9446a1875d6c1948e255e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969213 Aug 29 11:46:17.480711 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39295508-183a-457d-b8e7-f483249ff949,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:17.482586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33576) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:17.487686 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.488039 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.488388 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.488750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.489088 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.489935 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.490267 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.490638 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.490970 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.491316 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.491621 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.491943 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e02d82-0b99-49ca-9969-4616a3a66978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.530597 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.550021 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.663471 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.665998 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:17.667138 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39295508-183a-457d-b8e7-f483249ff949 HTTP/1.1" status: 204 len: 168 time: 0.1834214 Aug 29 11:46:17.674612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39295508-183a-457d-b8e7-f483249ff949,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:17.682057 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.684952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.685149 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.685341 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:17.685659 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad14cd96-ac74-479c-a3f6-6f931de4ea62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:46:18.268914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33582) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:18.282010 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-855f0b80-ee0b-4c54-81db-aaa97c475e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.366827 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-855f0b80-ee0b-4c54-81db-aaa97c475e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.442299 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-855f0b80-ee0b-4c54-81db-aaa97c475e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.479760 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-855f0b80-ee0b-4c54-81db-aaa97c475e45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02118d6764974986885bfa7a60455ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097204 Aug 29 11:46:18.480648 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f0b80-ee0b-4c54-81db-aaa97c475e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c9c80-f6ec-466f-a9e5-96f3a92a9ca0,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:18.483063 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33584) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:18.534140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.554429 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.665498 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.668031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:18.669196 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e5c9c80-f6ec-466f-a9e5-96f3a92a9ca0 HTTP/1.1" status: 204 len: 168 time: 0.1844380 Aug 29 11:46:18.676520 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ce109-dc1d-489d-8bc3-047b324efc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c9c80-f6ec-466f-a9e5-96f3a92a9ca0,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:24.263393 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9522-8d4b-4e34-b3c2-dc787601ff6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:25.660842 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:46:26.928716 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-1ca0369c-3e82-4c30-adf0-d5adb3a86450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:27.282527 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:27.979752 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:29.497447 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.272609 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33726) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:31.343448 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.378743 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f648fb46-5d0b-40cd-a155-fa7cb0b68532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.462784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f648fb46-5d0b-40cd-a155-fa7cb0b68532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.527868 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f648fb46-5d0b-40cd-a155-fa7cb0b68532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.563922 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-f648fb46-5d0b-40cd-a155-fa7cb0b68532 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6b127d18e6e4d8fa53737a6ac8a17c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900333 Aug 29 11:46:31.565841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648fb46-5d0b-40cd-a155-fa7cb0b68532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb868a-7885-4192-bdf0-47b13745db60,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:31.566661 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33730) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:31.614577 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.635717 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.756454 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.759018 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:31.760193 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22eb868a-7885-4192-bdf0-47b13745db60 HTTP/1.1" status: 204 len: 168 time: 0.1925442 Aug 29 11:46:31.768004 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62910427-b3e1-4cb7-a519-7b8d2aec4429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb868a-7885-4192-bdf0-47b13745db60,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:32.354330 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33736) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:32.374826 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-16686089-3fe8-44b6-a3d3-ba12d3c4f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.458675 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-16686089-3fe8-44b6-a3d3-ba12d3c4f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.537500 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-16686089-3fe8-44b6-a3d3-ba12d3c4f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.574770 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-16686089-3fe8-44b6-a3d3-ba12d3c4f59c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acfe27bf138e4c5ea0fc6061d4e2c1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153633 Aug 29 11:46:32.575638 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16686089-3fe8-44b6-a3d3-ba12d3c4f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec05c04-2741-47f1-9448-0820db8ea120,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:32.577556 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33738) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:32.624444 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.647139 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.754605 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.757192 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:32.758372 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ec05c04-2741-47f1-9448-0820db8ea120 HTTP/1.1" status: 204 len: 168 time: 0.1797736 Aug 29 11:46:32.765770 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3caa5-04fb-4d09-a9ca-1c561c73936b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec05c04-2741-47f1-9448-0820db8ea120,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:33.303858 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33744) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:33.317344 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-800dd6e7-d39a-4896-9936-fed4976c2431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.401885 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-800dd6e7-d39a-4896-9936-fed4976c2431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.474726 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-800dd6e7-d39a-4896-9936-fed4976c2431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.512959 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-800dd6e7-d39a-4896-9936-fed4976c2431 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b14ff3aa20024342844b3281732a1b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081628 Aug 29 11:46:33.514096 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dd6e7-d39a-4896-9936-fed4976c2431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0478e4c-5827-4b94-b0d9-884cf38e2dca,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:33.517696 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33746) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:33.566253 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.586587 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.819304 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.821904 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:33.823171 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0478e4c-5827-4b94-b0d9-884cf38e2dca HTTP/1.1" status: 204 len: 168 time: 0.3045807 Aug 29 11:46:33.832596 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400dc60-fd25-4e6f-aff9-fa4c74a10afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0478e4c-5827-4b94-b0d9-884cf38e2dca,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:39.281831 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33806) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:39.383427 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e955548e-e590-463b-b8a8-82f51f116e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.467357 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e955548e-e590-463b-b8a8-82f51f116e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.537613 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e955548e-e590-463b-b8a8-82f51f116e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.576194 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-e955548e-e590-463b-b8a8-82f51f116e25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c18a5393598e4d8c9c15649f4d4eda68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932951 Aug 29 11:46:39.577088 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955548e-e590-463b-b8a8-82f51f116e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1092d983-2608-41c6-9e31-140d6ef786ba,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:39.579899 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33810) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:39.629323 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.650077 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.768225 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.770872 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:39.772025 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1092d983-2608-41c6-9e31-140d6ef786ba HTTP/1.1" status: 204 len: 168 time: 0.1907341 Aug 29 11:46:39.780361 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7e0b6-58c6-4709-8765-cb61e0fba0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1092d983-2608-41c6-9e31-140d6ef786ba,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:40.401305 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33816) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:40.414325 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df7f0150-be4a-4a40-a092-ef661e46ccad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.502724 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df7f0150-be4a-4a40-a092-ef661e46ccad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.584840 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-df7f0150-be4a-4a40-a092-ef661e46ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.621538 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f0150-be4a-4a40-a092-ef661e46ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b2710-6d17-405e-9642-7302e7323462,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:40.625890 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-df7f0150-be4a-4a40-a092-ef661e46ccad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=487eac34b7cb418ba0e30964de168f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235689 Aug 29 11:46:40.629257 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33818) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:40.675701 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.695871 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.807906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.810962 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:40.812683 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab0b2710-6d17-405e-9642-7302e7323462 HTTP/1.1" status: 204 len: 168 time: 0.1830785 Aug 29 11:46:40.820205 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd6efe-1067-42c6-b77d-5351b176eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b2710-6d17-405e-9642-7302e7323462,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:52.262477 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33938) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:52.363299 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-361dbc36-b400-4200-b9e1-07370e3ca72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.449983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-361dbc36-b400-4200-b9e1-07370e3ca72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.510374 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-361dbc36-b400-4200-b9e1-07370e3ca72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.546546 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-361dbc36-b400-4200-b9e1-07370e3ca72e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93fd96b8986f4a468d0059c5aa7f2a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830281 Aug 29 11:46:52.547407 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dbc36-b400-4200-b9e1-07370e3ca72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20ed73-c001-4e0a-811d-2c42bea79009,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:52.550456 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33942) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:52.600406 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.620741 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.727897 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.730450 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:52.731637 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b20ed73-c001-4e0a-811d-2c42bea79009 HTTP/1.1" status: 204 len: 168 time: 0.1794968 Aug 29 11:46:52.740835 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8c5bc-6793-47ea-8f66-25d1589062cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20ed73-c001-4e0a-811d-2c42bea79009,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:53.338739 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33948) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:53.352346 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-47bc90ea-56d5-4b3b-a536-a6d2831bd9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.440872 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-47bc90ea-56d5-4b3b-a536-a6d2831bd9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.504469 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-47bc90ea-56d5-4b3b-a536-a6d2831bd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.539723 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc90ea-56d5-4b3b-a536-a6d2831bd9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42506ee-2eaa-4804-8440-8e70a035e072,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:53.543824 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-47bc90ea-56d5-4b3b-a536-a6d2831bd9d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca35cce2b4f448e3b4c23f0131e3a869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040625 Aug 29 11:46:53.546411 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33950) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:53.592641 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.612272 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.794445 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.797401 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:53.798571 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b42506ee-2eaa-4804-8440-8e70a035e072 HTTP/1.1" status: 204 len: 168 time: 0.2512765 Aug 29 11:46:53.806594 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f2960-0f9d-40bd-ace6-74b03fef69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42506ee-2eaa-4804-8440-8e70a035e072,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:54.268580 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-36a424cd-c97b-4582-8cd4-3ca89f53a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.445786 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 33956) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:54.459474 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-09be7cf4-eef0-43bf-9933-5425d5627609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.541453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-09be7cf4-eef0-43bf-9933-5425d5627609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.624921 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-09be7cf4-eef0-43bf-9933-5425d5627609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.664006 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-09be7cf4-eef0-43bf-9933-5425d5627609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b91aea77872a41b0b6127ffa86b9b567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171097 Aug 29 11:46:54.664879 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be7cf4-eef0-43bf-9933-5425d5627609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43208c3-2e8d-4a03-b645-0813d76e0827,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:54.666704 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 33958) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:54.717203 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.738178 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.870655 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.873846 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:54.875090 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d43208c3-2e8d-4a03-b645-0813d76e0827 HTTP/1.1" status: 204 len: 168 time: 0.2061944 Aug 29 11:46:54.882408 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1da411-e455-4e7f-9585-d5462ccd10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43208c3-2e8d-4a03-b645-0813d76e0827,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:57.036224 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f8cb-0c15-4e13-a696-51842ddfd6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:57.308293 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:58.001718 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.544622 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.560848 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34002) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:59.663507 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3af8cf3f-b31b-446b-bda0-375b998da418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.747140 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3af8cf3f-b31b-446b-bda0-375b998da418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.818560 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3af8cf3f-b31b-446b-bda0-375b998da418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_create {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.855472 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3af8cf3f-b31b-446b-bda0-375b998da418 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c56e4b0a57724103a6305e478a8970ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930882 Aug 29 11:46:59.856338 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8cf3f-b31b-446b-bda0-375b998da418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639c1a6e-e634-4519-9015-88a44d4e37c6,revision_number=1']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:46:59.858671 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34006) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:46:59.907258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:46:59.927453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:00.036118 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:00.038627 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:00.039756 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/639c1a6e-e634-4519-9015-88a44d4e37c6 HTTP/1.1" status: 204 len: 168 time: 0.1788857 Aug 29 11:47:00.048340 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400f809-04c5-43af-92de-a1daf369403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639c1a6e-e634-4519-9015-88a44d4e37c6,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:01.365985 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:02.659984 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:47:02.698303 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34010) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:02.849418 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Deleting port 9ebe711d-e2bb-4c48-8052-ed638faa837c {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:02.849757 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:02.926010 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:02.926238 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:02.940738 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Calling delete_port for 9ebe711d-e2bb-4c48-8052-ed638faa837c owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:03.167461 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:03.192424 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event deleted for resources: {'Port': ['ID=9ebe711d-e2bb-4c48-8052-ed638faa837c,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:03.253529 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:03.253896 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Floating IP c4c3a754-1a85-4ebd-a9ea-238a5ba52aad disassociated (deleted). External IP: 172.27.1.48, port: 963c0d96-2eac-4543-aca0-ee6345f95553. Aug 29 11:47:03.453477 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Router 558f73a0-575a-40a1-b768-cc017db5507b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:03.556960 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:03.561787 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:03.567665 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Sync routers for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:03.576173 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:03.576829 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:03.590587 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b5690dc6-ae03-4514-ac51-6817e92b0dcf tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "DELETE /v2.0/floatingips/c4c3a754-1a85-4ebd-a9ea-238a5ba52aad HTTP/1.1" status: 204 len: 168 time: 0.8912218 Aug 29 11:47:03.591180 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:03.593437 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358" -d '{"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:03.633678 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7815e5fd-fc70-4e2e-805a-be4512256d1b x-openstack-request-id: req-7815e5fd-fc70-4e2e-805a-be4512256d1b {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:03.633946 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:03.634204 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7815e5fd-fc70-4e2e-805a-be4512256d1b {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:03.634603 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'status': 'completed', 'code': 200} Aug 29 11:47:03.686159 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:03.698013 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-ff8e698b-db5f-41d1-811e-c17d68829701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:03.699504 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-ff8e698b-db5f-41d1-811e-c17d68829701 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe5937186a3e4001a110e05e8886ae54&device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0395980 Aug 29 11:47:03.795249 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-6744d79e-79da-4d12-9687-f53984a0b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:03.796613 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-6744d79e-79da-4d12-9687-f53984a0b922 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 200 len: 910 time: 0.0865631 Aug 29 11:47:03.837249 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-a064e146-c2d8-4b59-90dd-4d31530cdb55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 200 len: 217 time: 0.0337892 Aug 29 11:47:03.886904 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:03.888187 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-08d55eda-3fe6-4385-9d36-a91df9a59975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:03.889785 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-08d55eda-3fe6-4385-9d36-a91df9a59975 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 200 len: 848 time: 0.0465374 Aug 29 11:47:03.912957 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Checking router: 558f73a0-575a-40a1-b768-cc017db5507b for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:03.921149 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:03.921756 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:03.940427 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-209a5391-75eb-4a59-b91f-94ae77577bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:03.943074 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-209a5391-75eb-4a59-b91f-94ae77577bc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f576e89-3f22-40ba-b948-6abb2d6fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456893 Aug 29 11:47:03.962015 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-ebe49d2a-908e-44e0-a359-7ee92f9b4799 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 11:47:03.963133 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-ebe49d2a-908e-44e0-a359-7ee92f9b4799 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070169 Aug 29 11:47:04.062809 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-2d5d6526-2780-45c2-a5fa-c58a1bd00b5c service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917664 Aug 29 11:47:04.155949 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:04.182872 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-3dba3620-0e6b-4c4d-a8e0-c0d7972f1358 req-00da2991-d1fe-4af3-923b-e6aaab0a230b service neutron] 10.222.0.42 "GET /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124783 Aug 29 11:47:04.206515 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49629-3692-448d-97cf-3e5a308ae8a7 req-de8f7995-a557-4570-8895-0c59cb28b34c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:04.208062 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6ea49629-3692-448d-97cf-3e5a308ae8a7 req-de8f7995-a557-4570-8895-0c59cb28b34c tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.2296345 Aug 29 11:47:04.249077 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-6ea49629-3692-448d-97cf-3e5a308ae8a7 req-cbda8dba-4066-4e45-a084-059af315d295 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Aug 29 11:47:04.373680 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:04.399938 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b04b6-d274-4208-85fb-3a8cb657c82d None None] The sync data for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi is: [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:42:05Z', 'revision_number': 4, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '341351f4-9c40-47e1-8f32-2e315586999b', 'name': '', 'network_id': '2f576e89-3f22-40ba-b948-6abb2d6fa272', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'mac_address': 'fa:16:3e:24:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:04Z', 'updated_at': '2021-08-29T11:42:13Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'subnets': [{'id': '02cecaca-bcf9-4100-b1e2-9df0fe6bcb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:04.612778 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75e92f-60c3-4bdc-bbb5-00ada9525623 None None] New status for floating IP c4c3a754-1a85-4ebd-a9ea-238a5ba52aad: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:47:05.423600 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8d683-ea58-47ee-bdb8-0c3fbfa5300b req-c65b6dfa-7fd4-46f4-9b03-200d65d23535 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:05.425104 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51f8d683-ea58-47ee-bdb8-0c3fbfa5300b req-c65b6dfa-7fd4-46f4-9b03-200d65d23535 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.1025262 Aug 29 11:47:05.461405 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-51f8d683-ea58-47ee-bdb8-0c3fbfa5300b req-a50293cc-a343-463a-9e0a-228bb1a8ab3f tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/security-groups?id=9900eeb1-5e43-4997-af50-ed6deb5eb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Aug 29 11:47:05.512057 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-b2be1eb3-2062-41af-ba67-7a8a4ddc275b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:05.513519 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-b2be1eb3-2062-41af-ba67-7a8a4ddc275b tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 946 time: 0.0475674 Aug 29 11:47:05.602339 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Deleting port 963c0d96-2eac-4543-aca0-ee6345f95553 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:05.602608 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:05.686896 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] For port 963c0d96-2eac-4543-aca0-ee6345f95553, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963c0d96-2eac-4543-aca0-ee6345f95553,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:05.687262 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:05.699472 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Calling delete_port for 963c0d96-2eac-4543-aca0-ee6345f95553 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:05.893136 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:05.918885 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event deleted for resources: {'Port': ['ID=963c0d96-2eac-4543-aca0-ee6345f95553,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:05.963088 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] No DVR routers for this DVR port 963c0d96-2eac-4543-aca0-ee6345f95553 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:05.965595 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:05.967607 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-8a37bd26-5d91-495e-8249-d94fd27ba78a req-34dc4fc9-827c-4d0a-8ddc-be040363e5f1 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.42 "DELETE /v2.0/ports/963c0d96-2eac-4543-aca0-ee6345f95553 HTTP/1.1" status: 204 len: 173 time: 0.4482498 Aug 29 11:47:05.968042 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-deleted', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:05.970979 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b378fe3-2e59-44ea-899d-3fb6028c6981" -d '{"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-deleted", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:06.018841 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a4281-7438-41e9-94a9-a3d129199107 x-openstack-request-id: req-cb2a4281-7438-41e9-94a9-a3d129199107 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:06.019189 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4febf0d-0091-4153-a9a0-0e03b5adb6a0", "name": "network-vif-deleted", "tag": "963c0d96-2eac-4543-aca0-ee6345f95553", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:06.019447 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb2a4281-7438-41e9-94a9-a3d129199107 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:06.019845 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4febf0d-0091-4153-a9a0-0e03b5adb6a0', 'name': 'network-vif-deleted', 'tag': '963c0d96-2eac-4543-aca0-ee6345f95553', 'status': 'completed', 'code': 200} Aug 29 11:47:06.553594 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-366e40f2-140c-4913-b618-ce1cfdb74c23 req-09936459-b906-481e-9c37-3ea66cbaf013 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4febf0d-0091-4153-a9a0-0e03b5adb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0268073 Aug 29 11:47:07.608187 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34038) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:07.664407 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:07.688076 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:07.852813 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:07.855366 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:07.856520 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] 10.222.0.43 "DELETE /v2.0/security-groups/9900eeb1-5e43-4997-af50-ed6deb5eb34c HTTP/1.1" status: 204 len: 168 time: 0.2473125 Aug 29 11:47:07.866060 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340f13d-87ea-4f6a-b90e-a505dd17aec4 tempest-TestShelveInstance-1389405808 tempest-TestShelveInstance-1389405808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900eeb1-5e43-4997-af50-ed6deb5eb34c,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:07.977396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34042) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:08.346911 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34046) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:08.515576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:08.600952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port 83065587-e738-45b7-a8c9-dae3d4d9e25e {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:08.601207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:08.735746 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:08.742551 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:08.754083 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for 83065587-e738-45b7-a8c9-dae3d4d9e25e owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:08.914583 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Deleting port 341351f4-9c40-47e1-8f32-2e315586999b {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:08.914929 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.273018 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] For port 341351f4-9c40-47e1-8f32-2e315586999b, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=341351f4-9c40-47e1-8f32-2e315586999b,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:09.273297 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.286209 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Calling delete_port for 341351f4-9c40-47e1-8f32-2e315586999b owned by network:router_interface {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:09.346519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.374489 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=83065587-e738-45b7-a8c9-dae3d4d9e25e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:09.487135 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.487642 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP dec8257d-6f5a-43ec-a545-7bdaca6e495b disassociated (deleted). External IP: 172.27.1.142, port: f478cadc-fd75-43cb-85b6-3f26720026b8. Aug 29 11:47:09.700215 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.730209 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Pushing event deleted for resources: {'Port': ['ID=341351f4-9c40-47e1-8f32-2e315586999b,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:09.768800 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:09.981430 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:09.987586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:09.991311 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:10.000357 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:10.001013 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.009854 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:10.027231 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-17367e7a-c486-47e7-a356-89a1c757a4d4 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "DELETE /v2.0/floatingips/dec8257d-6f5a-43ec-a545-7bdaca6e495b HTTP/1.1" status: 204 len: 168 time: 1.6794550 Aug 29 11:47:10.056284 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:10.058579 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55755a29-926e-4113-acfb-27b96dfccb93" -d '{"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:10.115163 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb5e4a-10bb-41b9-b56c-322f1520c8f1 x-openstack-request-id: req-a2cb5e4a-10bb-41b9-b56c-322f1520c8f1 {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:10.116964 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:10.116964 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2cb5e4a-10bb-41b9-b56c-322f1520c8f1 {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:10.117244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:10.117378 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'status': 'completed', 'code': 200} Aug 29 11:47:10.226146 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755a29-926e-4113-acfb-27b96dfccb93 req-dafa67b7-ecfb-4af3-b8cf-8d210c485021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:10.227867 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-dafa67b7-ecfb-4af3-b8cf-8d210c485021 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 1098 time: 0.1064436 Aug 29 11:47:10.258096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:10.258640 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Router 558f73a0-575a-40a1-b768-cc017db5507b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:10.283983 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: 963c0d96-2eac-4543-aca0-ee6345f95553 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:10.284369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device 963c0d96-2eac-4543-aca0-ee6345f95553 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:10.329092 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755a29-926e-4113-acfb-27b96dfccb93 req-f1f1124b-92d4-40c4-82b2-406c03dcd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:10.330608 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-f1f1124b-92d4-40c4-82b2-406c03dcd243 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0959570 Aug 29 11:47:10.373161 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:10.378952 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-460b64ad-b30a-46e2-a2d9-c5e48c099518 admin admin] 10.222.0.43 "PUT /v2.0/routers/558f73a0-575a-40a1-b768-cc017db5507b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4005132 Aug 29 11:47:10.381512 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34054) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:10.384088 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-b8b92eee-caf8-48c6-9b20-e59eb66cf508 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f478cadc-fd75-43cb-85b6-3f26720026b8 HTTP/1.1" status: 200 len: 217 time: 0.0457807 Aug 29 11:47:10.385539 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Sync routers for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:10.395594 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.397427 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:10.399425 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.426015 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:10.438056 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:10.438766 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.439284 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755a29-926e-4113-acfb-27b96dfccb93 req-da99d684-3ae4-4531-9bf5-d7280d489382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:10.441015 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-da99d684-3ae4-4531-9bf5-d7280d489382 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0505445 Aug 29 11:47:10.495650 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755a29-926e-4113-acfb-27b96dfccb93 req-025338d9-6d63-4596-a99b-3881d881b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:10.497379 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-025338d9-6d63-4596-a99b-3881d881b7c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486965 Aug 29 11:47:10.504316 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:10.546495 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:10.590044 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:10.601123 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-8c632670-ea1c-4c88-ad14-e590c408a79b service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950963 Aug 29 11:47:10.656375 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eac3d-43e8-4146-9694-ca45b8e3ef9c req-50b11970-d53a-4905-b4c0-4088d89dd7ed tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:10.659770 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-228eac3d-43e8-4146-9694-ca45b8e3ef9c req-50b11970-d53a-4905-b4c0-4088d89dd7ed tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.0922725 Aug 29 11:47:10.699672 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:10.712032 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-55755a29-926e-4113-acfb-27b96dfccb93 req-ec31b9d2-1b3b-4f0f-a6c9-4fb914fa2913 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032231 Aug 29 11:47:10.714747 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-228eac3d-43e8-4146-9694-ca45b8e3ef9c req-12ca1292-1d83-46d5-be80-93b1854eedbc tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 Aug 29 11:47:10.755690 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:47:09Z', 'revision_number': 5, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port': {'id': '89b85c8e-8aed-48c7-b8a3-56fb4e691897', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558f73a0-575a-40a1-b768-cc017db5507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:02Z', 'updated_at': '2021-08-29T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.786233 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Checking router: 558f73a0-575a-40a1-b768-cc017db5507b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:10.795868 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Routers {'558f73a0-575a-40a1-b768-cc017db5507b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:10.796674 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['558f73a0-575a-40a1-b768-cc017db5507b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.840892 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.843981 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Deleting port 89b85c8e-8aed-48c7-b8a3-56fb4e691897 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:10.844576 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:10.870915 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687b965-f032-4cae-b050-ceb18b2e3768 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_floatingips': [{'id': '14c34be0-5fda-4187-8fc0-82ee8a3cfc41', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'router_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'port_id': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'mac_address': 'fa:16:3e:7c:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T11:43:29Z', 'updated_at': '2021-08-29T11:43:31Z', 'revision_number': 1, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:10.888593 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] Set router 558f73a0-575a-40a1-b768-cc017db5507b gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:10.930550 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] For port 89b85c8e-8aed-48c7-b8a3-56fb4e691897, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=89b85c8e-8aed-48c7-b8a3-56fb4e691897,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:10.930689 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:10.942576 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:47:10Z', 'revision_number': 6, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:10.944419 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Calling delete_port for 89b85c8e-8aed-48c7-b8a3-56fb4e691897 owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:10.968767 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405c73b-8cae-4d77-b380-8d7f1d9df25a None None] The sync data for ids ['558f73a0-575a-40a1-b768-cc017db5507b'] in dv-cinder-804757-4-iscsi is: [{'id': '558f73a0-575a-40a1-b768-cc017db5507b', 'name': 'tempest-TestShelveInstance-1561886402-router', 'tenant_id': 'fe5937186a3e4001a110e05e8886ae54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:01Z', 'updated_at': '2021-08-29T11:47:10Z', 'revision_number': 6, 'project_id': 'fe5937186a3e4001a110e05e8886ae54', 'gw_port_host': None}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:11.106873 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b6ed4-3372-4e0c-88b0-5c5cb3b088d1 None None] New status for floating IP dec8257d-6f5a-43ec-a545-7bdaca6e495b: DOWN {{(pid=94516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:47:11.173734 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.207237 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Pushing event deleted for resources: {'Port': ['ID=89b85c8e-8aed-48c7-b8a3-56fb4e691897,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:11.261952 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.350058 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.352484 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.493128 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.493700 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558f73a0-575a-40a1-b768-cc017db5507b {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:47:11.498196 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.499381 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-9c8d11e1-c7a6-44d4-a319-c7fa055a833d admin admin] 10.222.0.43 "DELETE /v2.0/routers/558f73a0-575a-40a1-b768-cc017db5507b HTTP/1.1" status: 204 len: 168 time: 1.1165676 Aug 29 11:47:11.502452 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34058) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:11.546396 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Deleting subnet 02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:47:11.549983 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.586814 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.661421 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.767058 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 341351f4-9c40-47e1-8f32-2e315586999b no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:11.791009 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 341351f4-9c40-47e1-8f32-2e315586999b {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:11.791363 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 341351f4-9c40-47e1-8f32-2e315586999b not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:11.802377 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.828056 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cecaca-bcf9-4100-b1e2-9df0fe6bcb88,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:11.832096 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.834435 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-d1834122-7415-4d83-b313-d25c5b067fa8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/02cecaca-bcf9-4100-b1e2-9df0fe6bcb88 HTTP/1.1" status: 204 len: 168 time: 0.3305972 Aug 29 11:47:11.836726 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34062) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:11.839332 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da3d7c-88d7-48c1-a0c1-71a5087ff24c None None] Network 2f576e89-3f22-40ba-b948-6abb2d6fa272 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:47:11.843802 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d41ae-caa3-4b12-8079-86b82e4c6d74 req-6f0ec07a-c4ce-4368-8101-d028b9c63337 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:11.845909 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-138d41ae-caa3-4b12-8079-86b82e4c6d74 req-6f0ec07a-c4ce-4368-8101-d028b9c63337 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.0532482 Aug 29 11:47:11.916295 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-138d41ae-caa3-4b12-8079-86b82e4c6d74 req-3de8acce-fe3d-4bea-bdc1-06615ce53e44 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638816 Aug 29 11:47:11.934657 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:11.935750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-b45ff2ad-cbee-429f-b0b8-bd0e11e70521 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:11.937251 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-b45ff2ad-cbee-429f-b0b8-bd0e11e70521 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 945 time: 0.0672259 Aug 29 11:47:11.994534 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Deleting port e423e3ff-bede-4ba3-984a-34647cee018e {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:11.994877 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.030967 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port f478cadc-fd75-43cb-85b6-3f26720026b8 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:12.031334 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.054631 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] DHCP port deletion for 2f576e89-3f22-40ba-b948-6abb2d6fa272 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:47:12.096541 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] For port e423e3ff-bede-4ba3-984a-34647cee018e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e423e3ff-bede-4ba3-984a-34647cee018e,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:12.096927 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.111670 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Deleting port e423e3ff-bede-4ba3-984a-34647cee018e {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:12.112155 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.117069 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Calling delete_port for e423e3ff-bede-4ba3-984a-34647cee018e owned by network:dhcp {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:12.146103 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] For port f478cadc-fd75-43cb-85b6-3f26720026b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f478cadc-fd75-43cb-85b6-3f26720026b8,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:12.146864 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.162545 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for f478cadc-fd75-43cb-85b6-3f26720026b8 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:12.184096 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] For port e423e3ff-bede-4ba3-984a-34647cee018e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e423e3ff-bede-4ba3-984a-34647cee018e,segment=NetworkSegment(7e3f7610-d8c6-4194-a425-64d1c7982ad0),segment_id=7e3f7610-d8c6-4194-a425-64d1c7982ad0)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:12.184489 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.197806 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Calling delete_port for e423e3ff-bede-4ba3-984a-34647cee018e owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:12.326036 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.332659 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.354784 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] No DVR routers for this DVR port e423e3ff-bede-4ba3-984a-34647cee018e on host dv-cinder-804757-4-iscsi {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:12.356431 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e423e3ff-bede-4ba3-984a-34647cee018e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:12.359585 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Pushing event deleted for resources: {'Port': ['ID=e423e3ff-bede-4ba3-984a-34647cee018e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:12.362966 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] No DVR routers for this DVR port e423e3ff-bede-4ba3-984a-34647cee018e on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.372739 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.374516 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.374753 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.375092 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.375428 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.375770 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996caf5f-aa5f-4179-ba18-9e16fff0f6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:12.401499 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.429612 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=f478cadc-fd75-43cb-85b6-3f26720026b8,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:12.434598 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.447477 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f576e89-3f22-40ba-b948-6abb2d6fa272']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:12.458934 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3f7610-d8c6-4194-a425-64d1c7982ad0') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:12.459234 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3f7610-d8c6-4194-a425-64d1c7982ad0') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:12.468059 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.469452 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] No DVR routers for this DVR port f478cadc-fd75-43cb-85b6-3f26720026b8 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:12.472712 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.474929 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-d35c774b-9aa1-4e9a-8ca0-a91809716461 req-ebe2553b-bcf3-4902-9cc3-9601c037dd01 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "DELETE /v2.0/ports/f478cadc-fd75-43cb-85b6-3f26720026b8 HTTP/1.1" status: 204 len: 173 time: 0.5316627 Aug 29 11:47:12.475394 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'name': 'network-vif-deleted', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:12.477657 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a5c01-53bf-49ca-851d-c59db06129cd" -d '{"events": [{"server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "name": "network-vif-deleted", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:12.483006 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:47:12.493758 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:47:12.515960 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df349d8a-d511-4b1f-9883-530378f084b1 x-openstack-request-id: req-df349d8a-d511-4b1f-9883-530378f084b1 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:12.516303 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fa1e21-1986-4541-96a7-bb9fdac97caa", "name": "network-vif-deleted", "tag": "f478cadc-fd75-43cb-85b6-3f26720026b8", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:12.516570 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df349d8a-d511-4b1f-9883-530378f084b1 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:12.516996 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fa1e21-1986-4541-96a7-bb9fdac97caa', 'name': 'network-vif-deleted', 'tag': 'f478cadc-fd75-43cb-85b6-3f26720026b8', 'status': 'completed', 'code': 200} Aug 29 11:47:12.670387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.676292 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:12.678022 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] 10.222.0.43 "DELETE /v2.0/networks/2f576e89-3f22-40ba-b948-6abb2d6fa272 HTTP/1.1" status: 204 len: 168 time: 0.8354087 Aug 29 11:47:12.681175 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34066) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:12.689723 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74921c-4a92-4a7b-abe2-1444e87f09fe admin admin] Pushing event deleted for resources: {'Network': ['ID=2f576e89-3f22-40ba-b948-6abb2d6fa272,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:13.029252 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-7454a080-29ee-4f94-ba04-bf4c906faec8 req-652d71ca-6fc8-4df5-95c8-7e5419ac4dd7 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=95fa1e21-1986-4541-96a7-bb9fdac97caa HTTP/1.1" status: 200 len: 210 time: 0.0437202 Aug 29 11:47:13.054873 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:13.292045 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Deleting port af9babf1-fa5a-4c09-8939-7f44c0ea634d {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:13.292286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:13.372236 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] For port af9babf1-fa5a-4c09-8939-7f44c0ea634d, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=af9babf1-fa5a-4c09-8939-7f44c0ea634d,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:13.372757 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:13.391018 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Calling delete_port for af9babf1-fa5a-4c09-8939-7f44c0ea634d owned by network:router_interface {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:13.404349 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 89b85c8e-8aed-48c7-b8a3-56fb4e691897 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:13.428237 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 89b85c8e-8aed-48c7-b8a3-56fb4e691897 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:13.428580 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 89b85c8e-8aed-48c7-b8a3-56fb4e691897 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:13.429284 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e423e3ff-bede-4ba3-984a-34647cee018e no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:13.447744 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: e423e3ff-bede-4ba3-984a-34647cee018e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:13.448090 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e423e3ff-bede-4ba3-984a-34647cee018e not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:13.802183 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-c4274131-7e7c-47ad-99a4-a8550868b300 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3101449 Aug 29 11:47:13.885803 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-2f0f92eb-bdf5-4f1a-a5cd-87ce1f48863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:13.887319 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-2f0f92eb-bdf5-4f1a-a5cd-87ce1f48863f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1099 time: 0.0416949 Aug 29 11:47:13.961524 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:13.997120 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9babf1-fa5a-4c09-8939-7f44c0ea634d,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:14.053720 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-426cd14b-52f4-484b-a0ba-1fe638924c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:14.056455 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-426cd14b-52f4-484b-a0ba-1fe638924c7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.1502810 Aug 29 11:47:14.169191 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-19a5ab80-8d66-4c8b-9e25-dc725423fa37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 1002 time: 0.1060529 Aug 29 11:47:14.256418 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:14.258881 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-09262a1a-7d66-447b-bc7b-ceb6fd89c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:14.260384 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-09262a1a-7d66-447b-bc7b-ceb6fd89c4ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0848188 Aug 29 11:47:14.383434 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-e5b06d00-2693-41d9-a570-920089d6b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:14.384964 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-e5b06d00-2693-41d9-a570-920089d6b7e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158905 Aug 29 11:47:14.554923 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-c6210c74-51df-40a5-9c2b-c5e7ae9a8235 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617110 Aug 29 11:47:14.609698 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Router 12525aa1-48cd-4396-9dea-8f327f9a0d6b has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:14.723656 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-afcf9e1b-6468-4a79-b8ef-ef45bd833a06 req-bc8dc804-18d6-4d62-86e0-52a4b2c9396c service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607215 Aug 29 11:47:14.745386 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:14.750191 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ad1f21ce-8954-4785-a648-28c39c35d499 admin admin] 10.222.0.43 "PUT /v2.0/routers/12525aa1-48cd-4396-9dea-8f327f9a0d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678988 Aug 29 11:47:14.752775 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34076) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:14.756939 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Sync routers for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:14.765887 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:14.766573 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:14.855025 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:14.875666 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:14.954527 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.051427 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8d802d14-353e-46be-a740-c86bcf353d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:47:13Z', 'revision_number': 5, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port': {'id': '8d802d14-353e-46be-a740-c86bcf353d72', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:42:10Z', 'updated_at': '2021-08-29T11:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:15.066479 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Deleting port 8d802d14-353e-46be-a740-c86bcf353d72 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:15.067014 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.077006 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Checking router: 12525aa1-48cd-4396-9dea-8f327f9a0d6b for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:15.085547 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Routers {'12525aa1-48cd-4396-9dea-8f327f9a0d6b'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:15.086157 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:15.146241 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] For port 8d802d14-353e-46be-a740-c86bcf353d72, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=8d802d14-353e-46be-a740-c86bcf353d72,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:15.146599 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.159562 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Calling delete_port for 8d802d14-353e-46be-a740-c86bcf353d72 owned by network:router_gateway {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:15.168941 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] Set router 12525aa1-48cd-4396-9dea-8f327f9a0d6b gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:15.217579 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:47:14Z', 'revision_number': 6, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:15.246027 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f68f4-305c-43b7-9770-9997a3efca5c None None] The sync data for ids ['12525aa1-48cd-4396-9dea-8f327f9a0d6b'] in dv-cinder-804757-4-iscsi is: [{'id': '12525aa1-48cd-4396-9dea-8f327f9a0d6b', 'name': 'tempest-TestShelveInstance-343971724-router', 'tenant_id': '603513625aa444bba8a0348d6e25b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:42:09Z', 'updated_at': '2021-08-29T11:47:14Z', 'revision_number': 6, 'project_id': '603513625aa444bba8a0348d6e25b183', 'gw_port_host': None}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:15.379003 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.410263 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d802d14-353e-46be-a740-c86bcf353d72,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:15.468475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.556126 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.558237 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.693432 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.693996 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12525aa1-48cd-4396-9dea-8f327f9a0d6b {{(pid=94514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:47:15.698354 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] Notify callbacks [] for router, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.699503 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-ae6b819b-1d30-4249-a453-91400fb43e78 admin admin] 10.222.0.43 "DELETE /v2.0/routers/12525aa1-48cd-4396-9dea-8f327f9a0d6b HTTP/1.1" status: 204 len: 168 time: 0.9456620 Aug 29 11:47:15.702208 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34084) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:15.746448 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_v2 [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Deleting subnet 243e52c0-fe00-4af3-a68a-d5ac85882246 {{(pid=94514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:47:15.749390 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.783142 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646669'] for subnet, precommit_delete_associations {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:15.859473 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.009704 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device af9babf1-fa5a-4c09-8939-7f44c0ea634d no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:16.019007 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29542894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29535286'] for subnet, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.030666 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: af9babf1-fa5a-4c09-8939-7f44c0ea634d {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:16.031016 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device af9babf1-fa5a-4c09-8939-7f44c0ea634d not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:16.043410 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243e52c0-fe00-4af3-a68a-d5ac85882246,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:16.050924 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.053701 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-91241a69-e4fb-4c77-87bb-99e8973d66f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/243e52c0-fe00-4af3-a68a-d5ac85882246 HTTP/1.1" status: 204 len: 168 time: 0.3482654 Aug 29 11:47:16.054039 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34086) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:16.057030 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ecaea5-be69-42d6-9b17-bf13d634e0ef None None] Network 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:47:16.122663 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.181867 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Deleting port 32a01d76-0b54-400b-ba45-11d88c792857 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:16.182224 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.245952 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] DHCP port deletion for 80fb85a4-2f6a-42ef-a1de-438ec7a18b38 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:47:16.254748 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] For port 32a01d76-0b54-400b-ba45-11d88c792857, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=32a01d76-0b54-400b-ba45-11d88c792857,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:16.255335 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.269731 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Calling delete_port for 32a01d76-0b54-400b-ba45-11d88c792857 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:16.300595 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Deleting port 32a01d76-0b54-400b-ba45-11d88c792857 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:16.301071 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.344154 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device f478cadc-fd75-43cb-85b6-3f26720026b8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:16.373080 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: f478cadc-fd75-43cb-85b6-3f26720026b8 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:16.373426 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device f478cadc-fd75-43cb-85b6-3f26720026b8 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:16.390140 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] For port 32a01d76-0b54-400b-ba45-11d88c792857, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=32a01d76-0b54-400b-ba45-11d88c792857,segment=NetworkSegment(e49c7e48-97ab-4a60-98cb-4ef5563adeaa),segment_id=e49c7e48-97ab-4a60-98cb-4ef5563adeaa)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:16.390537 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.402368 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Calling delete_port for 32a01d76-0b54-400b-ba45-11d88c792857 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:16.430265 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.459750 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] No DVR routers for this DVR port 32a01d76-0b54-400b-ba45-11d88c792857 on host dv-cinder-804757-4-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:16.463149 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a01d76-0b54-400b-ba45-11d88c792857,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:16.482529 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.508454 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] Pushing event deleted for resources: {'Port': ['ID=32a01d76-0b54-400b-ba45-11d88c792857,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:16.511259 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34090) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:16.513472 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a500add-2856-4d0a-9638-3c07d605cd40 None None] No DVR routers for this DVR port 32a01d76-0b54-400b-ba45-11d88c792857 on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:16.534606 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.544143 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fb85a4-2f6a-42ef-a1de-438ec7a18b38']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:16.554727 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:16.555019 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49c7e48-97ab-4a60-98cb-4ef5563adeaa') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:16.563470 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.577012 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.583367 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:47:16.583763 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:47:16.585407 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:47:16.676733 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port 17ab593a-0cb4-4942-92d0-8b54aa6c00ea {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:16.677080 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.719467 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.726452 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.728233 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/80fb85a4-2f6a-42ef-a1de-438ec7a18b38 HTTP/1.1" status: 204 len: 168 time: 0.6734445 Aug 29 11:47:16.738258 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4ef25-1243-4420-96d2-475d06207aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80fb85a4-2f6a-42ef-a1de-438ec7a18b38,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:16.751535 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.751813 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.763802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for 17ab593a-0cb4-4942-92d0-8b54aa6c00ea owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:16.971495 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:16.994934 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=17ab593a-0cb4-4942-92d0-8b54aa6c00ea,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:17.051122 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34094) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:17.056039 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.056380 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.db.l3_db [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Floating IP 14c34be0-5fda-4187-8fc0-82ee8a3cfc41 disassociated (deleted). External IP: 172.27.1.152, port: ea5ca8c1-64e2-463c-9322-0a8b47984532. Aug 29 11:47:17.091932 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d6e7d7f1-6c1b-4ccd-bc3e-d18efa7ae727 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe5937186a3e4001a110e05e8886ae54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390780 Aug 29 11:47:17.094303 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34096) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:17.145286 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.167205 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.333317 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.336022 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.339459 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce20e1a9-c93d-4585-8dc5-d817d63bb5f1 HTTP/1.1" status: 204 len: 168 time: 0.2419362 Aug 29 11:47:17.345968 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255e886-c3c6-4121-93bd-bcede3eb8a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20e1a9-c93d-4585-8dc5-d817d63bb5f1,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:17.431422 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8d802d14-353e-46be-a740-c86bcf353d72 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:17.452545 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 8d802d14-353e-46be-a740-c86bcf353d72 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:17.453180 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 8d802d14-353e-46be-a740-c86bcf353d72 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:17.453672 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 32a01d76-0b54-400b-ba45-11d88c792857 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:17.472408 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 32a01d76-0b54-400b-ba45-11d88c792857 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:17.472980 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 32a01d76-0b54-400b-ba45-11d88c792857 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:17.527083 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:17.632950 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:17.637623 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:17.643078 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:17.658320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:17.658320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:17.666194 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-bb91cec0-2ec9-45a0-b666-170aa4d916fe tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "DELETE /v2.0/floatingips/14c34be0-5fda-4187-8fc0-82ee8a3cfc41 HTTP/1.1" status: 204 len: 168 time: 1.1520112 Aug 29 11:47:17.667043 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532'}] {{(pid=94515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:17.669415 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f22f92df46094dbd202c90879f69b1290ffec48b4a3c3303c01a5b9cf3da173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a0bba-4f48-4450-bf75-bc6662b9b890" -d '{"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532"}]}' {{(pid=94515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:17.850154 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ee819-03b2-4362-9ca4-592934827e0c x-openstack-request-id: req-cd6ee819-03b2-4362-9ca4-592934827e0c {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:17.850445 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532", "status": "completed", "code": 200}]} {{(pid=94515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:17.850810 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd6ee819-03b2-4362-9ca4-592934827e0c {{(pid=94515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:17.851399 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'status': 'completed', 'code': 200} Aug 29 11:47:17.902441 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:17.917488 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-74b2114f-123e-4a1c-aad6-7918abd37284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:17.918992 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-74b2114f-123e-4a1c-aad6-7918abd37284 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 1099 time: 0.0443895 Aug 29 11:47:18.010602 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-44e6f8bb-3a26-4f12-9cbd-1f0e9641ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:18.013382 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-44e6f8bb-3a26-4f12-9cbd-1f0e9641ef6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 200 len: 912 time: 0.0862515 Aug 29 11:47:18.057473 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-25ae728d-86fb-4646-a1f0-f0291b444bb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 200 len: 217 time: 0.0386150 Aug 29 11:47:18.112277 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-0e663dfb-2f16-4d96-b102-d0656e3f9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:18.114390 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-0e663dfb-2f16-4d96-b102-d0656e3f9865 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 200 len: 850 time: 0.0508928 Aug 29 11:47:18.114526 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:18.124378 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34110) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:18.141381 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:18.151004 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:18.151664 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:18.167140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-c8244123-4212-4890-9e45-0559b5ebf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:18.167140 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-c8244123-4212-4890-9e45-0559b5ebf85d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74644692-7987-4516-ba84-526b4742c34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443499 Aug 29 11:47:18.195732 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8d5e-566f-43a5-a68c-2ac8ab0fd99c req-74b8fcd1-a413-46e7-8d81-09f74fa076ec tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:18.201094 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b74a8d5e-566f-43a5-a68c-2ac8ab0fd99c req-74b8fcd1-a413-46e7-8d81-09f74fa076ec tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0875728 Aug 29 11:47:18.207809 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-b8523390-5246-41ef-909f-72e1c228d1f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=603513625aa444bba8a0348d6e25b183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821099 Aug 29 11:47:18.210359 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34112) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:18.257043 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [req-b74a8d5e-566f-43a5-a68c-2ac8ab0fd99c req-f0e144e1-f4bc-42f1-a710-e02ff5f27d8e tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526185 Aug 29 11:47:18.260748 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-dc403d05-431a-455b-8ff4-903fb0bf2cfe service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872846 Aug 29 11:47:18.261314 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:18.302369 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:18.324062 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:18.357543 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-bb4a0bba-4f48-4450-bf75-bc6662b9b890 req-870249f5-7a4e-47a3-b250-e6c4c02ca8c3 service neutron] 10.222.0.42 "GET /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889053 Aug 29 11:47:18.464495 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:18.495828 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d49ae-f0d4-4843-b81f-f95d04bde620 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:39:34Z', 'revision_number': 4, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi', '_interfaces': [{'id': '730189fe-08cb-45b7-9158-96025bd6d290', 'name': '', 'network_id': '74644692-7987-4516-ba84-526b4742c34d', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'mac_address': 'fa:16:3e:21:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '402957c8-518d-4ae5-bef6-789845eca07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:33Z', 'updated_at': '2021-08-29T11:39:42Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'subnets': [{'id': '402957c8-518d-4ae5-bef6-789845eca07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:18.504128 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:18.506802 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:18.507961 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df0c54c7-9e19-4651-8cfc-476c1ce80a92 HTTP/1.1" status: 204 len: 168 time: 0.2965472 Aug 29 11:47:18.517051 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c54c7-9e19-4651-8cfc-476c1ce80a92,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:18.524855 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.525214 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.525563 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.526014 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.526518 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.526637 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.526887 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.527221 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.527769 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.528025 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.528279 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.528516 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba31f4-2528-420e-845e-3b65af04b292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:18.711737 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf2c1d-d029-41b8-8628-6b51a0f248e2 None None] New status for floating IP 14c34be0-5fda-4187-8fc0-82ee8a3cfc41: DOWN {{(pid=94517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 11:47:19.377687 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2dfea-032a-44f9-9659-c36b7ec19b2b req-4668af40-76ce-4151-9bd3-96b3440918e1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:19.379167 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cec2dfea-032a-44f9-9659-c36b7ec19b2b req-4668af40-76ce-4151-9bd3-96b3440918e1 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Aug 29 11:47:19.415313 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-cec2dfea-032a-44f9-9659-c36b7ec19b2b req-ad18be05-8a6a-4257-ab35-d19292b816f3 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/security-groups?id=c47e8de3-d7fa-463a-abb8-12f400e15d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303357 Aug 29 11:47:19.605453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-ae5b09e8-30f6-446b-bb0a-2d5133bdda37 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 11:47:19.606819 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-ae5b09e8-30f6-446b-bb0a-2d5133bdda37 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 946 time: 0.0517519 Aug 29 11:47:19.690983 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port ea5ca8c1-64e2-463c-9322-0a8b47984532 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:19.691318 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:20.022604 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] For port ea5ca8c1-64e2-463c-9322-0a8b47984532, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea5ca8c1-64e2-463c-9322-0a8b47984532,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:20.022963 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:20.035453 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for ea5ca8c1-64e2-463c-9322-0a8b47984532 owned by compute:nova {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:20.224033 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:20.253155 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=ea5ca8c1-64e2-463c-9322-0a8b47984532,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:20.262452 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.262798 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.263247 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.263520 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.263848 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.264180 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.264505 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.264857 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.265636 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.265636 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.265851 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.266091 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-4-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 11:47:20.305475 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] No DVR routers for this DVR port ea5ca8c1-64e2-463c-9322-0a8b47984532 on host hv-cinder-80475 {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:20.308081 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for port, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:20.310059 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-21904a7c-b45b-4b26-827d-2248d19bfabf req-4fb9f6d0-4f15-42fa-bdd8-68bc6b1e3ab8 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.42 "DELETE /v2.0/ports/ea5ca8c1-64e2-463c-9322-0a8b47984532 HTTP/1.1" status: 204 len: 173 time: 0.6974673 Aug 29 11:47:20.310549 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'name': 'network-vif-deleted', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 11:47:20.312853 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6079f7c799ee3e039a7db427c9a48c5871d720482fbb2d7f59ddedd258e2a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e038c88-f254-4960-807d-6375af052674" -d '{"events": [{"server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "name": "network-vif-deleted", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 11:47:20.346149 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 11:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db14eb70-88d5-495b-8522-efe7fa0fa607 x-openstack-request-id: req-db14eb70-88d5-495b-8522-efe7fa0fa607 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 11:47:20.347008 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330b9cea-9d09-4d5d-84be-4556ebb7c788", "name": "network-vif-deleted", "tag": "ea5ca8c1-64e2-463c-9322-0a8b47984532", "status": "completed", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 11:47:20.347257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db14eb70-88d5-495b-8522-efe7fa0fa607 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 11:47:20.347646 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330b9cea-9d09-4d5d-84be-4556ebb7c788', 'name': 'network-vif-deleted', 'tag': 'ea5ca8c1-64e2-463c-9322-0a8b47984532', 'status': 'completed', 'code': 200} Aug 29 11:47:20.510768 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [req-22d1fd4f-4de4-4be7-ab55-e537a3a5f8c1 req-07732b9c-0868-4e5a-9540-a57882c96726 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "GET /v2.0/ports?device_id=330b9cea-9d09-4d5d-84be-4556ebb7c788 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Aug 29 11:47:21.566164 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34126) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:21.685809 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Deleting port c8eb86cb-4f3c-4e6f-8535-3428202f6ed0 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:21.686155 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:21.761672 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:21.762002 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:21.773236 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Calling delete_port for c8eb86cb-4f3c-4e6f-8535-3428202f6ed0 owned by network:floatingip {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:22.005405 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:22.030457 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'Port': ['ID=c8eb86cb-4f3c-4e6f-8535-3428202f6ed0,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:22.088141 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:22.090753 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086419'] for floatingip, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:22.091975 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-f98fc9a2-18c9-49d5-aa46-76bb0f1206dd tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "DELETE /v2.0/floatingips/b3518ecf-cd48-4ff5-a21a-0702f01aa7f0 HTTP/1.1" status: 204 len: 168 time: 0.5248156 Aug 29 11:47:23.413295 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34138) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:23.472525 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:23.497361 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:23.624031 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:23.626504 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:23.627629 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] 10.222.0.43 "DELETE /v2.0/security-groups/c47e8de3-d7fa-463a-abb8-12f400e15d78 HTTP/1.1" status: 204 len: 168 time: 0.2133517 Aug 29 11:47:23.637140 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51432fc3-bffc-4d6d-8f7a-5bb2a7cf6914 tempest-TestVolumeBootPattern-151035482 tempest-TestVolumeBootPattern-151035482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e8de3-d7fa-463a-abb8-12f400e15d78,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:24.258154 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-c9d22b42-2e52-418d-ac32-32eb948fbfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:24.404733 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ea5ca8c1-64e2-463c-9322-0a8b47984532 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:24.424916 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] No Port match for: ea5ca8c1-64e2-463c-9322-0a8b47984532 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:24.425260 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Device ea5ca8c1-64e2-463c-9322-0a8b47984532 not bound to the agent host hv-cinder-80475 {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:24.795174 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34144) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:25.306971 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:25.541915 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Deleting port 730189fe-08cb-45b7-9158-96025bd6d290 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:25.542254 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:25.616071 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] For port 730189fe-08cb-45b7-9158-96025bd6d290, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=730189fe-08cb-45b7-9158-96025bd6d290,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:25.616361 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:25.628586 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Calling delete_port for 730189fe-08cb-45b7-9158-96025bd6d290 owned by network:router_interface {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:25.876108 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:25.905046 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Pushing event deleted for resources: {'Port': ['ID=730189fe-08cb-45b7-9158-96025bd6d290,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:26.077906 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:26.279790 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Router a80b56cb-d2cc-4905-9ae4-1a63843108bf has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:26.380015 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:26.385164 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4cc9c35e-b8d7-4ae8-944e-3dde36e0a150 admin admin] 10.222.0.43 "PUT /v2.0/routers/a80b56cb-d2cc-4905-9ae4-1a63843108bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889707 Aug 29 11:47:26.387622 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34148) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:26.390233 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Sync routers for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:26.399817 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:26.400508 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:26.488400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:26.501324 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: dv-cinder-804757-4-iscsi {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:26.588922 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:26.671269 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:47:25Z', 'revision_number': 5, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port': {'id': '03550922-9e30-4f5f-a2ae-45901315cee1', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:30Z', 'updated_at': '2021-08-29T11:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:26.700350 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Checking router: a80b56cb-d2cc-4905-9ae4-1a63843108bf for host: dv-cinder-804757-4-iscsi {{(pid=94516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:26.709200 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Routers {'a80b56cb-d2cc-4905-9ae4-1a63843108bf'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:26.709811 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:46:57Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'], 'active': True} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:26.739536 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Deleting port 03550922-9e30-4f5f-a2ae-45901315cee1 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:26.739881 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:26.793100 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvr_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] Set router a80b56cb-d2cc-4905-9ae4-1a63843108bf gateway port host: None {{(pid=94516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:26.819883 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] For port 03550922-9e30-4f5f-a2ae-45901315cee1, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=03550922-9e30-4f5f-a2ae-45901315cee1,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:26.820244 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:26.833114 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Calling delete_port for 03550922-9e30-4f5f-a2ae-45901315cee1 owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:26.847422 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_hamode_db [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:47:26Z', 'revision_number': 6, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:26.880745 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2bded-2c99-4145-a4fb-377d378c6206 None None] The sync data for ids ['a80b56cb-d2cc-4905-9ae4-1a63843108bf'] in dv-cinder-804757-4-iscsi is: [{'id': 'a80b56cb-d2cc-4905-9ae4-1a63843108bf', 'name': 'tempest-TestVolumeBootPattern-108088222-router', 'tenant_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:29Z', 'updated_at': '2021-08-29T11:47:26Z', 'revision_number': 6, 'project_id': '2e6ec23d9af8483c99a30c4cec4015a1', 'gw_port_host': None}] {{(pid=94516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:26.949998 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-ac24f78b-e033-48ac-9dc3-fa4d00c2bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.062001 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.087304 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Pushing event deleted for resources: {'Port': ['ID=03550922-9e30-4f5f-a2ae-45901315cee1,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:27.149105 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.235150 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.237331 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.296808 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.367103 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.367461 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80b56cb-d2cc-4905-9ae4-1a63843108bf {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:47:27.371805 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.372960 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-abc1b991-df10-41e0-9d95-34c53ab85895 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a80b56cb-d2cc-4905-9ae4-1a63843108bf HTTP/1.1" status: 204 len: 168 time: 0.9844260 Aug 29 11:47:27.375431 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34150) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:27.418720 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Deleting subnet 402957c8-518d-4ae5-bef6-789845eca07d {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:47:27.421649 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.454594 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.531912 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.667228 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 03550922-9e30-4f5f-a2ae-45901315cee1 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:27.670336 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.688033 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 03550922-9e30-4f5f-a2ae-45901315cee1 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:27.688461 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 03550922-9e30-4f5f-a2ae-45901315cee1 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:27.688978 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 730189fe-08cb-45b7-9158-96025bd6d290 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:27.697341 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402957c8-518d-4ae5-bef6-789845eca07d,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:27.701884 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.705062 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e08f2199-6586-4e4b-87cd-e8fa6ac71e96 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/402957c8-518d-4ae5-bef6-789845eca07d HTTP/1.1" status: 204 len: 168 time: 0.3286929 Aug 29 11:47:27.706826 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34152) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:27.717094 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 730189fe-08cb-45b7-9158-96025bd6d290 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:27.721633 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 730189fe-08cb-45b7-9158-96025bd6d290 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:27.721633 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4ae2f-82e5-45f7-a5d7-073c09c87129 None None] Network 74644692-7987-4516-ba84-526b4742c34d requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:47:27.782122 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.837106 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Deleting port e914ad6c-2605-4d2e-87ab-986ea2192aa6 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:27.837463 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.910676 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] For port e914ad6c-2605-4d2e-87ab-986ea2192aa6, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e914ad6c-2605-4d2e-87ab-986ea2192aa6,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:27.911064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.923238 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] DHCP port deletion for 74644692-7987-4516-ba84-526b4742c34d request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:47:27.927230 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Calling delete_port for e914ad6c-2605-4d2e-87ab-986ea2192aa6 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:27.968417 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Deleting port e914ad6c-2605-4d2e-87ab-986ea2192aa6 {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:27.968852 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:27.971564 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.031543 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] For port e914ad6c-2605-4d2e-87ab-986ea2192aa6, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=e914ad6c-2605-4d2e-87ab-986ea2192aa6,segment=NetworkSegment(f80b3f6d-59df-439e-9782-f2888a9c18bc),segment_id=f80b3f6d-59df-439e-9782-f2888a9c18bc)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:28.031928 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.081389 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29542845'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.106263 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Pushing event deleted for resources: {'Port': ['ID=e914ad6c-2605-4d2e-87ab-986ea2192aa6,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:28.112558 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] No DVR routers for this DVR port e914ad6c-2605-4d2e-87ab-986ea2192aa6 on host dv-cinder-804757-4-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:28.166477 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Calling delete_port for e914ad6c-2605-4d2e-87ab-986ea2192aa6 owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:28.186766 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.196707 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74644692-7987-4516-ba84-526b4742c34d']}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:28.206539 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80b3f6d-59df-439e-9782-f2888a9c18bc') {'for_net_delete': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:28.206833 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.services.segments.db [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80b3f6d-59df-439e-9782-f2888a9c18bc') {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:28.215844 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646674'] for segment, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.228875 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.234402 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:47:28.234784 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29542792'] for segment, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: Traceback (most recent call last): Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: timer() Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: cb(*args, **kw) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: return func(*args, **kwargs) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: self._notify() Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: self.callback(batched_events) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: event.method(event) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: return f(self, *a, **k) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._get(url).json() Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: return self.request(url, 'GET', **kwargs) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:47:28.236439 dv-cinder-804757-4-iscsi neutron-server[94514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:47:28.241656 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.250578 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] No DVR routers for this DVR port e914ad6c-2605-4d2e-87ab-986ea2192aa6 on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:28.272536 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33073c5-d98b-4418-a7f6-9a94d8de0a8a None None] Pushing event deleted for resources: {'Port': ['ID=e914ad6c-2605-4d2e-87ab-986ea2192aa6,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:28.359634 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.367064 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:28.369241 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] 10.222.0.43 "DELETE /v2.0/networks/74644692-7987-4516-ba84-526b4742c34d HTTP/1.1" status: 204 len: 168 time: 0.6611719 Aug 29 11:47:28.372130 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34154) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:28.383225 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662bea8-3766-4d7b-8805-5b557a25745a admin admin] Pushing event deleted for resources: {'Network': ['ID=74644692-7987-4516-ba84-526b4742c34d,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:28.703288 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1598718'] for router_interface, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.186157 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Deleting port 46a65b42-5fc8-4cc2-843b-602344de5a49 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:29.186490 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.259203 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] For port 46a65b42-5fc8-4cc2-843b-602344de5a49, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=46a65b42-5fc8-4cc2-843b-602344de5a49,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:29.259556 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.271763 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Calling delete_port for 46a65b42-5fc8-4cc2-843b-602344de5a49 owned by network:router_interface {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:29.391417 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e914ad6c-2605-4d2e-87ab-986ea2192aa6 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:29.411919 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: e914ad6c-2605-4d2e-87ab-986ea2192aa6 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:29.412254 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device e914ad6c-2605-4d2e-87ab-986ea2192aa6 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:29.537238 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.547724 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.562295 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Pushing event deleted for resources: {'Port': ['ID=46a65b42-5fc8-4cc2-843b-602344de5a49,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:29.726928 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598516'] for router_interface, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:29.933380 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Router c9390283-d9ea-42a1-86b3-5187540024e3 has already been hosted by L3 agent 743829c4-7a40-46d9-b2e9-081b5150ca97 {{(pid=94515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 11:47:30.036779 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] Notify agent at l3_agent.dv-cinder-804757-4-iscsi the message routers_updated {{(pid=94515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 11:47:30.042624 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-3cecebe7-8715-4fe4-9688-64c6d708c77a admin admin] 10.222.0.43 "PUT /v2.0/routers/c9390283-d9ea-42a1-86b3-5187540024e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693959 Aug 29 11:47:30.044439 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34156) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:30.046969 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Sync routers for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 11:47:30.137105 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:30.137754 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:47:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:30.147526 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks [] for router, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.235764 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: dv-cinder-804757-4-iscsi {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:30.241423 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.368524 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Deleting port 3a35394d-2444-4cad-8da9-06e171c6de90 {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:30.369142 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.408476 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'external_fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:47:29Z', 'revision_number': 5, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port': {'id': '3a35394d-2444-4cad-8da9-06e171c6de90', 'name': '', 'network_id': 'e3a7a038-a9b2-417a-9818-cb1a3164f1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T11:39:39Z', 'updated_at': '2021-08-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbe87ca7-98b9-46d0-82da-241c3c0ac389', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-4-iscsi'}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:30.434667 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Checking router: c9390283-d9ea-42a1-86b3-5187540024e3 for host: dv-cinder-804757-4-iscsi {{(pid=94517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 11:47:30.442824 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Routers {'c9390283-d9ea-42a1-86b3-5187540024e3'} bound to L3 agent in host dv-cinder-804757-4-iscsi {{(pid=94517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 11:47:30.443444 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T11:28:57Z,description=,heartbeat_timestamp=2021-08-29T11:47:27Z,host='dv-cinder-804757-4-iscsi',id=743829c4-7a40-46d9-b2e9-081b5150ca97,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T11:28:57Z,topic='l3_agent')) {'router_ids': ['c9390283-d9ea-42a1-86b3-5187540024e3'], 'active': True} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:30.446708 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] For port 3a35394d-2444-4cad-8da9-06e171c6de90, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=3a35394d-2444-4cad-8da9-06e171c6de90,segment=NetworkSegment(8e0a2b05-5e93-476c-905e-72c74ab17fe9),segment_id=8e0a2b05-5e93-476c-905e-72c74ab17fe9)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:30.447076 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.459276 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Calling delete_port for 3a35394d-2444-4cad-8da9-06e171c6de90 owned by network:router_gateway {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:30.525285 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_dvr_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] Set router c9390283-d9ea-42a1-86b3-5187540024e3 gateway port host: None {{(pid=94517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 11:47:30.578560 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.l3_hamode_db [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:47:30Z', 'revision_number': 6, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port_host': None}], 'dv-cinder-804757-4-iscsi', False) {} {{(pid=94517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:30.604140 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242b18-914b-4023-b3b6-cfdabcaa70e4 None None] The sync data for ids ['c9390283-d9ea-42a1-86b3-5187540024e3'] in dv-cinder-804757-4-iscsi is: [{'id': 'c9390283-d9ea-42a1-86b3-5187540024e3', 'name': 'tempest-TestVolumeBootPattern-29850124-router', 'tenant_id': '4dfbb5f5c5204e3b811854ccee405922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T11:39:38Z', 'updated_at': '2021-08-29T11:47:30Z', 'revision_number': 6, 'project_id': '4dfbb5f5c5204e3b811854ccee405922', 'gw_port_host': None}] {{(pid=94517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 11:47:30.698641 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.721976 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a35394d-2444-4cad-8da9-06e171c6de90,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:30.787323 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579118'] for router_gateway, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.872896 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37376'] for router, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.874914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.966863 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1580542'] for router, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.967544 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9390283-d9ea-42a1-86b3-5187540024e3 {{(pid=94515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 11:47:30.972183 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] Notify callbacks [] for router, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:30.974617 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-4fbbb8ad-a460-4a04-90c5-813f75ddd682 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c9390283-d9ea-42a1-86b3-5187540024e3 HTTP/1.1" status: 204 len: 168 time: 0.9285722 Aug 29 11:47:30.976423 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34158) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:31.021854 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Deleting subnet bbb20853-dee2-40c6-8d50-ddb6967d7f53 {{(pid=94515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 11:47:31.025239 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.062400 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29743449'] for subnet, precommit_delete_associations {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.135373 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672161'] for subnet, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.262372 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31348875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31252604'] for subnet, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.290497 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb20853-dee2-40c6-8d50-ddb6967d7f53,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:31.292403 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for subnet, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.294296 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-e0ddb8fd-1112-4e7f-82ec-e064581d52f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bbb20853-dee2-40c6-8d50-ddb6967d7f53 HTTP/1.1" status: 204 len: 168 time: 0.3168986 Aug 29 11:47:31.296822 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd90bf-c954-4ae8-b6b9-9017b876a7f7 None None] Network ed7fdc72-14c1-47f8-82ae-717742dcc664 requested from dv-cinder-804757-4-iscsi {{(pid=94516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 11:47:31.297303 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34160) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:31.370519 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773681'] for network, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.380334 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.418929 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 46a65b42-5fc8-4cc2-843b-602344de5a49 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:31.430045 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Deleting port 5097e82e-6086-4062-b906-a9f2bb73943e {{(pid=94515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:31.430387 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.439749 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 46a65b42-5fc8-4cc2-843b-602344de5a49 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:31.440097 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 46a65b42-5fc8-4cc2-843b-602344de5a49 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:31.440533 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 3a35394d-2444-4cad-8da9-06e171c6de90 no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:31.464647 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 3a35394d-2444-4cad-8da9-06e171c6de90 {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:31.465005 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 3a35394d-2444-4cad-8da9-06e171c6de90 not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:31.481089 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] DHCP port deletion for ed7fdc72-14c1-47f8-82ae-717742dcc664 request from dv-cinder-804757-4-iscsi {{(pid=94516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 11:47:31.502623 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] For port 5097e82e-6086-4062-b906-a9f2bb73943e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=5097e82e-6086-4062-b906-a9f2bb73943e,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:31.503073 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.516231 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.plugin [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Calling delete_port for 5097e82e-6086-4062-b906-a9f2bb73943e owned by network:dhcp {{(pid=94515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:31.526908 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Deleting port 5097e82e-6086-4062-b906-a9f2bb73943e {{(pid=94516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 11:47:31.527183 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761516402207'] for port, before_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.590013 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.db [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] For port 5097e82e-6086-4062-b906-a9f2bb73943e, host dv-cinder-804757-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-4-iscsi',level=0,port_id=5097e82e-6086-4062-b906-a9f2bb73943e,segment=NetworkSegment(51a596b3-2e97-4632-ac2c-1b42d30485a3),segment_id=51a596b3-2e97-4632-ac2c-1b42d30485a3)] {{(pid=94516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 11:47:31.590496 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597487'] for port, precommit_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.604186 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Calling delete_port for 5097e82e-6086-4062-b906-a9f2bb73943e owned by network:dhcp {{(pid=94516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 11:47:31.693307 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31348952'] for port, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.699127 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761516375583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761515823135'] for port, after_delete {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.716607 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Pushing event deleted for resources: {'Port': ['ID=5097e82e-6086-4062-b906-a9f2bb73943e,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:31.724806 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] No DVR routers for this DVR port 5097e82e-6086-4062-b906-a9f2bb73943e on host dv-cinder-804757-4-iscsi {{(pid=94515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:31.724972 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] Pushing event deleted for resources: {'Port': ['ID=5097e82e-6086-4062-b906-a9f2bb73943e,revision_number=None']} {{(pid=94516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:31.726669 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45598d6-3f32-46e2-ae08-543cff669767 None None] No DVR routers for this DVR port 5097e82e-6086-4062-b906-a9f2bb73943e on host dv-cinder-804757-4-iscsi {{(pid=94516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 11:47:31.803553 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741722', 'neutron.services.segments.db._delete_segments_for_network-8761516351214'] for network, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.813177 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7fdc72-14c1-47f8-82ae-717742dcc664']}} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:31.822914 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a596b3-2e97-4632-ac2c-1b42d30485a3') {'for_net_delete': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:31.823207 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.services.segments.db [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a596b3-2e97-4632-ac2c-1b42d30485a3') {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 11:47:31.831612 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761516351097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29743430'] for segment, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.845124 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784'] for segment, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.851244 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 11:47:31.851625 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31348973'] for segment, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: Traceback (most recent call last): Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: timer() Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: cb(*args, **kw) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: return func(*args, **kwargs) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: self._notify() Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: self.callback(batched_events) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: event.method(event) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: return f(self, *a, **k) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._get(url).json() Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: return self.request(url, 'GET', **kwargs) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 11:47:31.853246 dv-cinder-804757-4-iscsi neutron-server[94515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 11:47:31.955160 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579090'] for network, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.961186 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620879'] for network, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:31.963049 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ed7fdc72-14c1-47f8-82ae-717742dcc664 HTTP/1.1" status: 204 len: 168 time: 0.6651711 Aug 29 11:47:31.974125 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ba85-8056-4201-a918-d1c5684da235 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7fdc72-14c1-47f8-82ae-717742dcc664,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:32.289133 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34164) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:32.333213 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-a69d4ec0-268a-4074-90d2-a52c28571e1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e6ec23d9af8483c99a30c4cec4015a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429268 Aug 29 11:47:32.335613 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.wsgi [-] (94515) accepted ('10.222.0.43', 34166) {{(pid=94515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:32.382620 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:32.402778 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:32.555255 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:32.557782 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:32.558954 dv-cinder-804757-4-iscsi neutron-server[94515]: INFO neutron.wsgi [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fd84ff8-c235-4059-a675-6bd6129f07a5 HTTP/1.1" status: 204 len: 168 time: 0.2224545 Aug 29 11:47:32.567183 dv-cinder-804757-4-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49cf7a-bb7a-4798-a349-8f8f5d4dd5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd84ff8-c235-4059-a675-6bd6129f07a5,revision_number=None']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:33.285257 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34172) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:33.325421 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-5c93312d-932e-4be6-a5e4-7d2d9fd22c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dfbb5f5c5204e3b811854ccee405922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389187 Aug 29 11:47:33.327639 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.wsgi [-] (94514) accepted ('10.222.0.43', 34174) {{(pid=94514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 11:47:33.375968 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:33.391414 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 5097e82e-6086-4062-b906-a9f2bb73943e no longer exists at agent ovs-agent-dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 11:47:33.398128 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:33.412257 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.plugin [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] No Port match for: 5097e82e-6086-4062-b906-a9f2bb73943e {{(pid=94516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 11:47:33.412604 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron.plugins.ml2.rpc [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Device 5097e82e-6086-4062-b906-a9f2bb73943e not bound to the agent host dv-cinder-804757-4-iscsi {{(pid=94516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 11:47:33.507997 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369397'] for security_group, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:33.510501 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:33.511677 dv-cinder-804757-4-iscsi neutron-server[94514]: INFO neutron.wsgi [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a26af8b8-8219-4eff-bd0e-b5ec587e662e HTTP/1.1" status: 204 len: 168 time: 0.1831403 Aug 29 11:47:33.519508 dv-cinder-804757-4-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d32cb-fd8d-44d4-a979-712da54d2c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26af8b8-8219-4eff-bd0e-b5ec587e662e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 11:47:39.657173 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:47:54.291757 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3bf18715-9468-4eaa-865a-868cd0d27b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:57.029134 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8a23d192-108d-4502-8c4b-5334aaa2d375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:57.280615 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:57.971534 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:47:59.547032 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:01.377472 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:16.655903 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:48:24.245381 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e8bf-57b8-4c66-8352-607d430b48ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:26.930892 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-95d087fb-5693-443a-9865-db712a606108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:27.313878 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:27.994925 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:29.525776 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:31.363594 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:53.654269 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:48:54.284582 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-2ac591d2-6c45-47e2-ad8f-0313cfcda6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:56.951550 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-6725e404-2b6d-4bf0-ba23-761b753ade3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:57.296070 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:58.033010 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:48:59.530369 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:01.381905 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:24.284134 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-385e9e64-6ea0-4c45-88ad-94ddd141279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:26.929756 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a33a838f-83d7-4025-af13-e63e801b1385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:27.282751 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:27.970598 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:29.506728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:30.653536 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:49:31.373627 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:54.260549 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-74c39ae5-1191-403e-82e0-2e23dba45a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:56.917935 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-8de1ae78-92b9-44ef-b8f1-d51b3008a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:57.277754 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:58.001710 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:49:59.523115 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:01.380459 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:07.653488 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:50:24.275083 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-bac69abf-6171-46ea-ae58-10f35d821c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:26.909380 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-eedac7cb-ad14-479d-a4ca-bf1243c86628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:27.271458 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:27.966317 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:29.528546 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:31.385320 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:44.653489 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:50:54.247719 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-eed6afcd-9825-4495-a293-0adb5004ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:56.910823 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b225aa50-ac64-4440-ad60-383e05298ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:57.287779 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:57.971355 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:50:59.516112 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:01.373202 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:21.651860 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:51:24.244963 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-701c0247-2afa-463f-bb07-c53a1288c82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:26.910775 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-492d02dc-e715-4c9b-b2ec-04b42dbd5ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:27.327440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:27.990220 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:29.530747 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:31.412549 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:54.261316 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-0978f90e-33ad-4fc3-80b9-3d6f7b2d42b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:56.909244 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-4fba2099-890a-406b-a4a0-0adc9d47cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:57.275022 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:57.977920 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:51:58.650704 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 11:51:59.566440 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:01.398777 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:24.273988 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-a4260d28-2f71-41b8-a150-71bce7f7bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:26.902738 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b56263a4-07c2-4730-85fb-5fc200372bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:27.279728 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-b2055383-7f66-4137-96f7-ad7d240897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:28.011380 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad5ec-4018-4cfe-a026-52eccd4d6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:29.553907 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-548d0eda-1970-411d-9905-3f66dfa1dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:31.388604 dv-cinder-804757-4-iscsi neutron-server[94516]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9607-c4b4-4338-beaf-4412082113a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761516351196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744544'] for agent, after_update {{(pid=94516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 11:52:35.649984 dv-cinder-804757-4-iscsi neutron-server[94517]: DEBUG neutron.db.agents_db [None req-d96fbc70-ef1b-4591-aca5-7cde0c84a4df None None] Agent healthcheck: found 6 active agents {{(pid=94517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}